-- Logs begin at Thu 2022-02-10 22:32:18 UTC, end at Thu 2022-02-10 23:40:39 UTC. -- Feb 10 23:07:25.655796 dv-cinder-828805-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 23:07:28.615889 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.common.config [-] Logging enabled! Feb 10 23:07:28.616536 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 10 23:07:28.616671 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102559) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 23:07:28.619982 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.common.config [-] Logging enabled! Feb 10 23:07:28.620239 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 10 23:07:28.620549 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102559) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 23:07:28.621485 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 23:07:28.621722 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 23:07:28.622087 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 23:07:28.622336 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 23:07:28.622564 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 23:07:28.623037 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.623475 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 10 23:07:28.623791 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.624119 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.624416 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.624719 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.625011 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.625304 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.626100 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.626690 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.626981 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.627269 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.627561 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.627932 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.628222 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.628513 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.628806 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.629095 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] debug = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.629381 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.629816 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.630241 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.630524 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.630817 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.631100 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.631375 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.631654 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.631974 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.632313 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] host = dv-cinder-828805-1-iscsi {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.632600 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.632890 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.633179 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.633470 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.633749 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.634028 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.634315 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.634593 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.634866 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.635149 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.635447 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.635736 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.636060 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.636291 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.636519 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.636829 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.637121 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.637402 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.637683 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.637963 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.638243 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.638521 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.638794 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.639084 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.639372 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.639662 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.639967 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.640248 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.640525 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.640800 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.641090 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.642186 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.642475 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.642761 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.643057 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.643337 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.643620 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.643956 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.644252 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.644543 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.644833 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.645113 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.645400 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.645677 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.645953 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.646233 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] use_json = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.646511 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.646785 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.647070 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.647345 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.647620 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.647920 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.648197 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.648485 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.648802 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:28.649117 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.649419 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.649726 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.650029 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.650325 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.650613 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.650909 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.651192 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.651485 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.651779 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.652098 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.652381 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.652684 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.652980 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.653277 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.653587 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.653886 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.654180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.654459 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.654738 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.655017 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.655300 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.655593 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.655904 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.656203 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.656497 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.656783 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.657117 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.657410 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.657697 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.657989 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.658266 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.658550 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.658843 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.659125 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.659402 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.659683 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.660005 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.660290 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.660567 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.660867 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.661152 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.661431 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.661707 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.662025 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.662318 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.662598 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.662874 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.663149 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.663430 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.663706 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.664024 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.664305 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.664583 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.664862 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.665146 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.665424 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.665702 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.665989 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.666266 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.666545 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.666823 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.667100 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.667376 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.667652 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.667953 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.668229 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.668505 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.668784 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.669062 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.669335 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.669612 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.669888 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.670165 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.670454 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.670755 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.671037 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.671321 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.671604 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.671912 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.672194 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.672508 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.672782 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.673066 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.673332 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.673623 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.673909 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.674196 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.674498 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.674779 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.675076 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.675358 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.675643 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.675952 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.676238 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.676525 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.676811 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.677110 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.677409 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.677706 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.678003 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.678298 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.678583 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.678892 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.679174 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:28.679393 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 23:07:28.679629 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102559) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 23:07:29.057589 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 23:07:29.057793 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 23:07:29.058102 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 10 23:07:29.058439 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 23:07:29.390669 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.390963 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.391861 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.393164 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.393441 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.393708 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.437051 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.437333 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.437605 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.453580 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.454451 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.454729 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.482823 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.483102 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.483370 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.520478 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.520759 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.521030 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.865192 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.865827 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.865827 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.865993 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.866664 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.967097 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.967420 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.967705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.968005 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.968278 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.968590 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.968856 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.969115 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.969474 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.969852 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.970119 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.970390 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.970649 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.970905 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.971163 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.971431 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.971688 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.971981 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.972256 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.972528 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.972800 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.973055 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.973340 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.973717 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.973971 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.974222 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:29.974620 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:29.974864 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:29.975105 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:29.975343 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:29.975580 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:29.975855 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:29.976275 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 23:07:29.979402 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 23:07:29.983494 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 23:07:29.988003 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 10 23:07:29.989641 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 23:07:29.990102 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 23:07:29.990437 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 23:07:29.990819 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 23:07:29.993667 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 23:07:29.993924 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 23:07:29.994273 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 23:07:29.999158 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 10 23:07:30.022242 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 23:07:30.022871 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.023174 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102559) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 10 23:07:30.023559 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.024968 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102559) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 23:07:30.025259 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 23:07:30.025510 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 23:07:30.028818 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.029103 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.091687 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 23:07:30.091971 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 23:07:30.092216 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 23:07:30.092742 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 23:07:30.114432 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_db.sqlalchemy.engines [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102559) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 10 23:07:30.562422 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing driver for type 'gre' Feb 10 23:07:30.562967 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] gre ID ranges: [(1, 1000)] Feb 10 23:07:30.615722 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing driver for type 'local' Feb 10 23:07:30.616099 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing driver for type 'vlan' Feb 10 23:07:30.629267 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] VlanTypeDriver initialization complete Feb 10 23:07:30.629637 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing driver for type 'vxlan' Feb 10 23:07:30.630223 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] vxlan ID ranges: [(1, 1000)] Feb 10 23:07:30.681850 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing extension driver 'port_security' Feb 10 23:07:30.682329 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.extensions.port_security [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] PortSecurityExtensionDriver initialization complete Feb 10 23:07:30.682714 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing mechanism driver 'openvswitch' Feb 10 23:07:30.683108 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing mechanism driver 'hyperv' Feb 10 23:07:30.690570 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.plugin [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.691422 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.691802 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.692193 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.692731 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 23:07:30.693168 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.693531 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.693885 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.694288 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 23:07:30.694704 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.695064 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.695416 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.695838 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 23:07:30.696254 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > security_group after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.696617 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > security_group after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.696966 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.697369 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 23:07:30.697778 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.698131 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.698476 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.698876 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 23:07:30.699286 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > address_group after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.699638 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > address_group after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.700007 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.700410 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 23:07:30.700865 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] ML2 OVO RPC backend initialized. {{(pid=102559) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 10 23:07:30.701576 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.701937 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.702357 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.702712 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > networks before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.703067 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.703433 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > ports before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.703882 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.704466 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnets before_response 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.704829 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.705184 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.705527 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.705879 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.706220 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.706560 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.706903 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.707243 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.707585 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.716498 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded quota_driver: . Feb 10 23:07:30.716873 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.plugin [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Modular L2 Plugin initialization complete Feb 10 23:07:30.717228 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading services supported by the core plugin {{(pid=102559) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 23:07:30.717578 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.plugins.ml2.managers [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Got port-security extension from driver 'port_security' Feb 10 23:07:30.718064 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.extensions.vlantransparent [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Disabled vlantransparent extension. Feb 10 23:07:30.718565 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102559) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 23:07:30.718899 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: router Feb 10 23:07:30.756571 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.756969 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_create 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.757350 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router before_create 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.757723 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.758102 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.758536 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_delete 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.758942 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.759302 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.759677 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_create 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.760062 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_update 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.760422 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_update 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.760781 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.761238 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_update 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.761570 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_update 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.761949 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.762297 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.762644 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: subnet after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.762996 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.763351 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.763711 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_create 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.764086 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.764439 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.764805 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router after_update 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.765152 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.765638 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_create 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.766026 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.766514 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_update 55549900 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.767089 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > agent after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.767457 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > agent after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.767833 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > network after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.768739 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Tracking information for resource: router configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:30.769081 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Tracking information for resource: floatingip configured {{(pid=102559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 23:07:30.774117 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.db.l3_agentschedulers_db [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 23:07:30.774706 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.775073 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port after_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.775431 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port after_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.775785 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: port after_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.776612 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router before_create 55550100 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.776983 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.777351 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_create 55550100 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.777713 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > router precommit_update 55550100 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.783469 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.provider_configuration [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service providers = [] {{(pid=102559) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 23:07:30.783869 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.db.servicetype_db [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102559) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 23:07:30.786830 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.service_base [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 23:07:30.787192 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.service_base [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 23:07:30.787543 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.service_base [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 23:07:30.788462 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.services.service_base [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 23:07:30.788840 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.services.service_base [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 23:07:30.789223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.789546 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 23:07:30.801204 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.801550 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: auto_allocate Feb 10 23:07:30.807360 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: network precommit_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.807762 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: network precommit_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.808308 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.808635 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: tag Feb 10 23:07:30.815845 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.816154 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: timestamp Feb 10 23:07:30.820061 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.820401 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: network_ip_availability Feb 10 23:07:30.825972 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.826348 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.826714 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:30.827439 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.827768 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: flavors Feb 10 23:07:30.833321 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.833658 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading Plugin: revisions Feb 10 23:07:30.838013 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 23:07:30.838415 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_concurrency.lockutils [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=102559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 10 23:07:30.839173 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102559) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 23:07:30.839624 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Initializing extension manager. Feb 10 23:07:30.840191 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: __init__.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.840545 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: __pycache__ {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.840887 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.841229 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: address_group.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.841993 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.842574 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: address-group Feb 10 23:07:30.842907 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: address_scope.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.843627 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.844179 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: address-scope Feb 10 23:07:30.845173 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.846320 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.846841 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: router-admin-state-down-before-update Feb 10 23:07:30.847174 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: agent.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.847910 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.848430 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: agent Feb 10 23:07:30.848764 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: agent_resources_synced.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.849692 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.850209 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: agent-resources-synced Feb 10 23:07:30.850539 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: allowedaddresspairs.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.852367 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.852892 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: allowed-address-pairs Feb 10 23:07:30.853223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: auto_allocated_topology.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.854318 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.854842 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: auto-allocated-topology Feb 10 23:07:30.855172 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: availability_zone.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.855900 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.856422 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: availability_zone Feb 10 23:07:30.856749 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: availability_zone_filter.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.857672 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.858190 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: availability_zone_filter Feb 10 23:07:30.858518 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: data_plane_status.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.859434 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.860027 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 23:07:30.861096 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: default_subnetpools.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.862079 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.862852 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: default-subnetpools Feb 10 23:07:30.863183 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.864032 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.864551 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: dhcp_agent_scheduler Feb 10 23:07:30.864884 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: dns.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.865809 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.866321 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension dns-integration not supported by any of loaded plugins Feb 10 23:07:30.866634 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: dns_domain_ports.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.867556 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.868106 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 23:07:30.868437 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.869374 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.869884 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 10 23:07:30.870210 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: dvr.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.870890 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.871400 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: dvr Feb 10 23:07:30.871725 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: ecmp_routes.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.872678 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.873186 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 10 23:07:30.873512 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: empty_string_filtering.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.874427 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.874937 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: empty-string-filtering Feb 10 23:07:30.875264 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.876641 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.877484 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 23:07:30.877819 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.878754 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.879279 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 23:07:30.879611 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: external_net.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.880621 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.881139 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: external-net Feb 10 23:07:30.881469 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.882387 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.882904 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: extra_dhcp_opt Feb 10 23:07:30.883232 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: extraroute.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.884186 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.884707 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: extraroute Feb 10 23:07:30.885033 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: extraroute_atomic.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.886081 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.886602 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: extraroute-atomic Feb 10 23:07:30.886928 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: filter_validation.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.887601 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.888152 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: filter-validation Feb 10 23:07:30.888479 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: fip_pf_description.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.889398 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.889902 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 23:07:30.890225 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: fip_port_details.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.891434 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.892183 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: fip-port-details Feb 10 23:07:30.892514 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: flavors.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.893777 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.894301 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: flavors Feb 10 23:07:30.894633 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.896344 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.896872 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 23:07:30.897206 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: floatingip_pools.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.897914 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.898431 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: floatingip-pools Feb 10 23:07:30.898761 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: ip_allocation.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.899701 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.900241 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 23:07:30.900572 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.901499 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.902048 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: ip-substring-filtering Feb 10 23:07:30.902380 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l2_adjacency.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.903317 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.903840 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 23:07:30.904277 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.905252 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.905782 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: router Feb 10 23:07:30.906119 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.909334 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.909868 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 23:07:30.910203 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.911145 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.911671 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: ext-gw-mode Feb 10 23:07:30.912037 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.912971 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.913494 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: l3-ha Feb 10 23:07:30.913824 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.914743 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.915261 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 10 23:07:30.915591 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_flavors.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.916550 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.917065 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: l3-flavors Feb 10 23:07:30.917393 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.918788 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.919312 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 10 23:07:30.919650 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.920609 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.921127 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 23:07:30.921459 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: l3agentscheduler.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.923053 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.923898 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: l3_agent_scheduler Feb 10 23:07:30.924245 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: local_ip.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.926042 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.926568 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension local_ip not supported by any of loaded plugins Feb 10 23:07:30.926904 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: logging.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.928579 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.929110 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension logging not supported by any of loaded plugins Feb 10 23:07:30.929454 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: metering.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.930200 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.930784 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: metering Feb 10 23:07:30.931116 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.932253 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.932781 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: metering_source_and_destination_fields Feb 10 23:07:30.933114 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: multiprovidernet.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.934048 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.934568 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: multi-provider Feb 10 23:07:30.934898 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: netmtu.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.935844 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.936375 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: net-mtu Feb 10 23:07:30.936704 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: netmtu_writable.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.937624 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.938250 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: net-mtu-writable Feb 10 23:07:30.938795 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: network_availability_zone.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.939541 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.940099 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: network_availability_zone Feb 10 23:07:30.940510 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: network_ip_availability.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.941645 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.942170 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: network-ip-availability Feb 10 23:07:30.942503 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: network_segment_range.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.943278 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.943812 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 23:07:30.944168 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: pagination.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.945157 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.945496 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: pagination Feb 10 23:07:30.945826 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: port_device_profile.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.946743 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.947264 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: port-device-profile Feb 10 23:07:30.947594 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.948558 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.949073 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: port-mac-address-regenerate Feb 10 23:07:30.949407 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.950332 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.950845 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: port-numa-affinity-policy Feb 10 23:07:30.951173 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: port_resource_request.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.952125 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.952636 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 23:07:30.952963 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: port_resource_request_groups.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.954139 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.954823 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 10 23:07:30.955155 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: portbindings.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.956129 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.956647 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: binding Feb 10 23:07:30.956978 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: portbindings_extended.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.958267 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.958791 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: binding-extended Feb 10 23:07:30.959125 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: portsecurity.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.960089 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.960610 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: port-security Feb 10 23:07:30.960941 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: project_id.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.961929 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.962268 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: project-id Feb 10 23:07:30.962601 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: providernet.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.963528 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.964079 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: provider Feb 10 23:07:30.964410 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.968057 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.968593 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos not supported by any of loaded plugins Feb 10 23:07:30.968933 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.970953 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.971483 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 23:07:30.971840 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.972775 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.973293 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 23:07:30.973629 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_default.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.974548 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.975067 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-default not supported by any of loaded plugins Feb 10 23:07:30.975406 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_fip.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.976368 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.976887 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-fip not supported by any of loaded plugins Feb 10 23:07:30.977222 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.978145 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.978668 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 10 23:07:30.979001 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_gateway_ip.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.980086 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.980608 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 23:07:30.980944 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_port_network_policy.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.981863 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.982375 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 23:07:30.982708 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.983761 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.984309 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 10 23:07:30.984642 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_pps_rule.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.986583 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.987109 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-pps not supported by any of loaded plugins Feb 10 23:07:30.987445 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_rule_type_details.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.988668 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.989188 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 23:07:30.989519 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: qos_rules_alias.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.990585 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.991107 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 23:07:30.991442 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: quota_check_limit.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.992406 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.992926 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: quota-check-limit Feb 10 23:07:30.993255 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: quotasv2.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.994182 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.994524 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: quotas Feb 10 23:07:30.994854 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: quotasv2_detail.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.996649 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.997000 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: quota_details Feb 10 23:07:30.997338 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: rbac.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:30.998388 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:30.998918 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: rbac-policies Feb 10 23:07:30.999254 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: rbac_address_group.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.000221 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.000859 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: rbac-address-group Feb 10 23:07:31.001368 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: rbac_address_scope.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.002305 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.002828 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: rbac-address-scope Feb 10 23:07:31.003162 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: rbac_security_groups.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.004127 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.004649 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: rbac-security-groups Feb 10 23:07:31.004982 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: rbac_subnetpool.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.005905 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.006422 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: rbac-subnetpool Feb 10 23:07:31.006757 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: revisionifmatch.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.007682 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.008233 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: revision-if-match Feb 10 23:07:31.008565 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: revisions.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.009754 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.010276 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: standard-attr-revisions Feb 10 23:07:31.010608 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: router_availability_zone.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.011289 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.011804 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: router_availability_zone Feb 10 23:07:31.012161 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: routerservicetype.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.013097 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.013610 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension router-service-type not supported by any of loaded plugins Feb 10 23:07:31.013941 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.014874 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.015392 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: security-groups-normalized-cidr Feb 10 23:07:31.015725 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.016991 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.017513 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: port-security-groups-filtering Feb 10 23:07:31.017845 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.018783 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.019300 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: security-groups-remote-address-group Feb 10 23:07:31.019634 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.020602 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.021118 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: security-groups-shared-filtering Feb 10 23:07:31.021450 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.022041 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 10 23:07:31.022370 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: securitygroup.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.034382 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.034920 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: security-group Feb 10 23:07:31.035265 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: segment.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.036176 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.036696 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension segment not supported by any of loaded plugins Feb 10 23:07:31.037031 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.037982 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.038497 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 23:07:31.038827 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: servicetype.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.039991 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.040521 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: service-type Feb 10 23:07:31.040857 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: sorting.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.041922 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.042263 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: sorting Feb 10 23:07:31.042592 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: standard_attr_segment.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.043523 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.044079 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 23:07:31.044409 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: standardattrdescription.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.045072 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.045583 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: standard-attr-description Feb 10 23:07:31.045909 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: stateful_security_group.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.046841 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.047361 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: stateful-security-group Feb 10 23:07:31.048455 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: stdattrs_common.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.049142 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 23:07:31.049473 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.050431 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.050954 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 23:07:31.051286 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: subnet_onboard.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.052419 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.052945 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: subnet_onboard Feb 10 23:07:31.053277 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.054210 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.054727 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 23:07:31.055061 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: subnet_service_types.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.056033 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.056551 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: subnet-service-types Feb 10 23:07:31.056883 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: subnetallocation.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.057977 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.058497 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: subnet_allocation Feb 10 23:07:31.058828 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.059500 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.060057 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: subnetpool-prefix-ops Feb 10 23:07:31.060391 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.061329 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.061846 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 23:07:31.062179 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: tagging.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.063382 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.064071 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: standard-attr-tag Feb 10 23:07:31.064412 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: timestamp.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.065632 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.066202 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loaded extension: standard-attr-timestamp Feb 10 23:07:31.066490 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: trunk.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.067538 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.068104 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension trunk not supported by any of loaded plugins Feb 10 23:07:31.068441 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: trunk_details.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.069370 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.069894 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension trunk-details not supported by any of loaded plugins Feb 10 23:07:31.070230 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: uplink_status_propagation.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.071157 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.071678 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 23:07:31.072036 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Loading extension file: vlantransparent.py {{(pid=102559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 23:07:31.072712 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 23:07:31.073226 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 23:07:31.075748 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:network Feb 10 23:07:31.076367 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:subnet Feb 10 23:07:31.076779 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 23:07:31.077178 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:port Feb 10 23:07:31.078425 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.079058 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service FLAVORS assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.080231 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.080334 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.080668 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:router Feb 10 23:07:31.081149 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 23:07:31.081648 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service METERING assigned prefix: /metering {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.083118 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:31.083497 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:31.083888 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:07:31.084902 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 23:07:31.085360 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:security_group Feb 10 23:07:31.085817 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 23:07:31.086414 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service CORE assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.086751 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 23:07:31.087107 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] subnetpool is already registered Feb 10 23:07:31.087549 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service CORE assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.087909 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 23:07:31.088250 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] subnetpool is already registered Feb 10 23:07:31.090536 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.090978 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service FLAVORS assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.091570 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.092029 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.092372 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:router Feb 10 23:07:31.092715 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] router is already registered Feb 10 23:07:31.093135 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:floatingip Feb 10 23:07:31.093476 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] floatingip is already registered Feb 10 23:07:31.093938 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service METERING assigned prefix: /metering {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.095353 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 23:07:31.095852 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] rbac_policy is already registered Feb 10 23:07:31.096285 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:security_group Feb 10 23:07:31.096627 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] security_group is already registered Feb 10 23:07:31.097039 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 23:07:31.097378 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] security_group_rule is already registered Feb 10 23:07:31.098008 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service CORE assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.098344 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 23:07:31.098682 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] subnetpool is already registered Feb 10 23:07:31.099108 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.v2.resource_helper [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Service CORE assigned prefix: {{(pid=102559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 23:07:31.099439 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 23:07:31.099773 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING neutron.quota.resource_registry [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] subnetpool is already registered Feb 10 23:07:31.100281 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: extensions {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.101809 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: address-groups {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.103291 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: address-scopes {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.104662 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: agents {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.105836 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: auto-allocated-topology {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.107107 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: availability_zones {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.108362 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: dhcp-networks {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.109880 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: dhcp-agents {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.112304 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: routers {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.114862 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: flavors {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.116071 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: service_profiles {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.117286 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: next_providers {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.118778 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: service_profiles {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.120364 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: floatingip-pools {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.121601 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: routers {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.123715 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: floatingips {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.125047 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: l3-routers {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.126883 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: l3-agents {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.128413 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: metering-labels {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.129784 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: metering-label-rules {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.131071 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: network-ip-availabilities {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.132378 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: bindings {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.134047 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: quotas {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.135644 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: quotas {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.137241 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: rbac-policies {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.139453 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: security-groups {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.140755 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: security-group-rules {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.142964 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: service-providers {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.144248 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: subnetpools {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.145700 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: subnetpools {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.147168 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.148898 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.150727 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.152548 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.154310 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.156193 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.158990 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.160966 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.162726 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.164622 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron.api.extensions [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Extended resource: tags {{(pid=102559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 23:07:31.170534 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING keystonemiddleware.auth_token [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 23:07:31.175681 dv-cinder-828805-1-iscsi neutron-server[102559]: WARNING keystonemiddleware.auth_token [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 23:07:31.184349 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_concurrency.lockutils [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Acquired lock "singleton_lock" {{(pid=102559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 10 23:07:31.184827 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_concurrency.lockutils [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Releasing lock "singleton_lock" {{(pid=102559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 10 23:07:31.185485 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Starting 2 workers Feb 10 23:07:31.190605 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Started child 102668 {{(pid=102559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 23:07:31.195221 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Started child 102669 {{(pid=102559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 23:07:31.197636 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:31.198439 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO neutron.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 23:07:31.198439 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:31.198707 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [-] (102668) wsgi starting up on http://0.0.0.0:9696 Feb 10 23:07:31.200017 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Starting 1 workers Feb 10 23:07:31.200261 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:31.201739 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [-] (102669) wsgi starting up on http://0.0.0.0:9696 Feb 10 23:07:31.206135 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Started child 102670 {{(pid=102559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 23:07:31.206686 dv-cinder-828805-1-iscsi neutron-server[102559]: INFO oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Starting 1 workers Feb 10 23:07:31.209550 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] calling RpcWorker wait() {{(pid=102670) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 23:07:31.210080 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] returning from RpcWorker wait() {{(pid=102670) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 23:07:31.211215 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Started child 102671 {{(pid=102559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 10 23:07:31.211475 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:31.212008 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.212101 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG neutron_lib.callbacks.manager [None req-d34788e4-b22f-4d27-b66e-dc8a816bf242 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:31.214019 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 23:07:31.214236 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 23:07:31.214429 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 23:07:31.214671 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 23:07:31.215023 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 23:07:31.215193 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 23:07:31.215714 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.216024 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.216235 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:31.216699 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.216699 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.216826 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.217187 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.217405 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.217684 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.217922 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.218203 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.218467 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.218645 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.218813 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.219062 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.219290 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.220200 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.220678 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.221099 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.221382 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.221563 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.221838 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.222116 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.222350 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.222621 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] debug = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.222869 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.223334 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.223572 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.223838 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.224089 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.224371 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.224599 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.224881 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.225118 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.225334 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.225588 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.225853 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.226106 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.226334 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.226591 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.226812 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.227066 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.227291 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.227784 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] host = dv-cinder-828805-1-iscsi {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.228048 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.228280 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.228510 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.228804 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.229016 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.229241 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.229495 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.229764 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.230019 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.230276 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.230526 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.230785 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.231022 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.231276 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.231440 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_options = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.231675 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.231970 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.232218 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.232407 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.232577 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.232740 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.233004 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.233170 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.233431 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.233680 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.233891 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.234103 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.234346 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.234580 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.234843 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.235119 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.235465 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.235904 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.236189 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.236450 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.236684 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.236936 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.237177 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.237419 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.237903 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.238121 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.238348 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.238582 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.240531 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.240985 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.241242 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.241613 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.241932 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.242240 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.242578 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.242881 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.243123 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.243420 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.243893 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.244044 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.244170 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.244439 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.244792 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.244924 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.245215 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.245353 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.247470 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_json = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.247470 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.247470 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.247897 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.247897 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.248159 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.248159 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.248391 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.249201 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.249462 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.251759 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.252095 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.252408 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.253095 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.253621 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.253914 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.254432 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.254669 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.254901 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.255139 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.255465 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.255698 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.256535 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.256771 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.257036 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.258298 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.258598 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.258871 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.259110 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.259354 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.259577 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.259809 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.260102 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.260322 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.260923 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.261192 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.261417 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.261710 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.261981 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.262918 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.263234 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.263464 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.264144 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.264420 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.264826 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.265084 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.265306 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.265549 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.266670 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.266991 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.270145 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.270408 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.271235 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.272662 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.272907 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.274046 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.274291 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.275405 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.276382 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.276642 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.276874 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.277116 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.277337 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.277955 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.278199 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.278424 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.278691 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.278978 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.279219 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.279438 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.279679 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.279928 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.280168 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.280413 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.280811 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.281032 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.281250 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.281653 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.282594 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.282926 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.283142 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.283528 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.283755 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.284015 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.284234 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.284456 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.284671 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.284890 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.285103 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.285475 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.285693 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.285909 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.286120 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.286333 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.286597 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.286801 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.287020 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.287233 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.287451 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.287681 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.288072 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.288368 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.288681 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.288935 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.289184 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.289616 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.290055 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.290446 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.290705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.290955 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.291198 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.291417 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.291695 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.291941 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.292182 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.292447 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.292668 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.292938 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.293159 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.293412 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.293631 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.293869 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.294099 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.294387 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.294620 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.294877 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.295130 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.295397 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.295688 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.295947 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.296220 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.296445 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.296702 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.296985 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.297317 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.297549 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.298026 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.298347 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.298833 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.299065 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.299473 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.299711 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.299979 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.300381 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.300661 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.300879 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.301090 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.301485 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.301845 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.302070 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.302283 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.302683 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.303000 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.303226 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.303462 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.303920 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.304183 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.304590 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.304866 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.305095 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.305464 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.305702 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.305932 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.306150 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.306364 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.306670 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.306890 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.307050 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.307469 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.307700 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.307978 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.308172 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.308425 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.308652 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.308867 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.309115 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.309323 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.309557 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.309802 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.309952 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.310103 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.310275 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.310431 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.311696 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.311696 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.311696 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.311696 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.311696 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.312368 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.312368 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.312368 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.312640 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.313870 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.313870 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.313870 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.313870 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.313870 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.314373 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.314373 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.314373 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.315223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.315223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.315223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.315223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.315569 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.315943 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.316084 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.316555 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.316781 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.317011 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.317240 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.317443 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.317696 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.317902 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.318180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.318374 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.318611 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.318824 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.319049 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.319275 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.319539 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.319776 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.320263 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.320487 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.320735 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.320970 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.321185 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.321396 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.321628 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.321841 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.322056 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.322275 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.322491 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.322804 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.323066 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.323314 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.323574 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.323793 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.324071 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.324333 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.324546 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.324763 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.325157 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.325556 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.325673 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.325810 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.326177 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.326277 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.328387 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.329418 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.330253 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.330517 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.330622 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:07:31.330761 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.331003 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.331554 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.331908 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.332266 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.332945 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.333195 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.333432 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.334165 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.334416 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.334647 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.335032 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.335271 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.335499 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.335738 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.335997 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.336296 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.336608 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.336864 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.338163 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.338163 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.338418 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.338709 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.338998 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.339331 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.339559 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.339755 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070021 Feb 10 23:07:31.339883 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.341861 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.342119 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.342356 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.342642 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.342998 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.343322 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.343585 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.343883 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.344171 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.345921 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.346213 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.346835 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.346835 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.348749 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.349204 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.349674 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.349946 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.350206 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.350444 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.350671 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.350914 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.351268 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.351520 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.352198 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.352198 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.352376 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.352539 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.352716 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.353705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.353705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.353705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.353705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.353985 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.353985 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 23:07:31.354501 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 10 23:07:31.354664 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 23:07:31.354810 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 23:07:31.354999 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 23:07:31.355178 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 23:07:31.355327 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 23:07:31.355538 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.355702 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.355885 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.356050 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.356210 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.356391 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.356569 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.356704 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.357013 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.357305 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.357596 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.357901 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.358058 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.358222 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.358374 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.358530 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.358703 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.358851 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.359006 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.359166 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.359315 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.359474 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.359617 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] debug = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.359777 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.360032 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.360277 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.360647 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.360647 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.360647 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361073 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361073 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361073 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361395 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361492 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361614 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.361774 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.362085 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.362245 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.362410 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.362829 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.362989 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.363145 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] host = dv-cinder-828805-1-iscsi {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.363304 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.363461 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.363618 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.363775 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.363977 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.364103 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.364247 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.364404 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.364566 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.364721 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.364876 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.365032 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.365187 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.365365 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.365501 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_options = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.365807 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.365966 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.366126 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.366309 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.366479 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.366624 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.366765 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.366903 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.367055 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.367208 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.367363 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.367519 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.367675 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.367870 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368034 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368191 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368349 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368506 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368665 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368822 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.368978 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.369135 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.369296 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.369456 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.369613 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.369769 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.369926 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.370081 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.370239 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.370395 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.370552 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.370710 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.370865 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.371021 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.371180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.371435 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.371604 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.371759 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.371960 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.372119 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.372275 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.372438 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.372593 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.372756 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.372896 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373052 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373207 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_json = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373363 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373520 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373674 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373830 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.373986 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.374142 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.374297 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.374454 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.374609 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 23:07:31.374788 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.374948 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.375118 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.375278 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.375443 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.375615 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.375785 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.376077 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.376233 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.376385 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.376524 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.376704 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.376878 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.377039 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.377199 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.377365 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.377525 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.377685 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.377843 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378003 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378146 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378307 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378475 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378633 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378791 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.378949 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.379109 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.379280 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.379440 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.379614 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.379773 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.379966 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.380126 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.380286 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.380445 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.380606 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.380771 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.380929 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.381090 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.381251 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.381508 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.381678 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.381838 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.381999 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.382160 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.382319 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.382479 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.382639 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.382798 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.382957 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.383118 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.383278 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.383783 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.383783 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.383783 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384052 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384052 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384225 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384382 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384541 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384700 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.384860 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385018 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385177 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385336 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385496 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385659 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385817 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.385991 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.386149 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.386308 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.386468 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.386628 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.386787 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.386946 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.387106 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.387265 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.387424 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.387584 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.387741 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.387939 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.388077 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.388238 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.388396 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.388557 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.388717 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.388876 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.389037 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.389195 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.389357 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.389516 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.389683 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.389857 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390017 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390176 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390334 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390494 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390653 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390812 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.390971 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.391132 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.392495 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.392719 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.392820 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.392988 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.393149 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.393310 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.393470 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.393621 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.393781 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.393939 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.394099 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.394258 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.394418 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.394581 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.394738 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.394898 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.395057 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.395228 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.395389 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.395553 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.395712 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.396708 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.396894 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.397058 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.397223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.397385 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.397546 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.397705 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.397864 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398023 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398339 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398499 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398670 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398829 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.398988 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.399147 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.399328 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.399486 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.399643 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.399807 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.400576 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.400736 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.400888 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.401048 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.401207 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.401371 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.401529 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.401690 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.401853 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.402003 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.402156 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.402313 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.402565 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.402731 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.402889 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.403049 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.403209 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.403367 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.403525 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.403683 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.403895 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404031 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404161 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404296 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404452 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404610 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404768 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.404926 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.405084 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.405241 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.405399 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.405557 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.405715 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.405922 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.406047 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.406180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.406341 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.406500 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.406659 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.407459 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.407686 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.407891 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408040 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408169 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408327 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408488 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408648 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408808 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.408967 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.409125 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.409283 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.409459 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.409618 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.409781 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.409953 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410110 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410255 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410395 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410534 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410674 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410835 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.410982 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.411145 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.411304 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.411463 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.411621 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.411779 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.411961 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.412126 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.412287 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.412473 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.412629 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.412778 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.412937 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.413097 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.413255 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.413414 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.413573 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.413731 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.413890 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.414064 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.414223 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.414382 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.414541 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.414699 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.414858 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.415027 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.415190 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.415348 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.415505 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.415663 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.415879 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.416023 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.416180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.416495 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.416657 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.416814 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.416973 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.417143 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.417301 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.417463 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.417621 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.417780 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.417937 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.418106 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.418264 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.418423 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.418582 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.418739 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.418898 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.419066 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.419225 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.419383 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.419541 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.419704 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.419878 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.420046 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.420207 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.420403 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.420572 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.420731 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.420889 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.421049 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.421220 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.421379 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.421542 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.421701 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.421859 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.422018 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.422180 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.422344 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.422537 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.422775 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.422937 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.423109 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.423378 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.423553 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.423713 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.423924 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.424099 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.424259 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.424418 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.424577 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.424735 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.424893 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.425052 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.425210 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.425369 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.425529 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.425686 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.425844 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426001 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426159 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426314 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426478 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426636 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426793 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.426951 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.427110 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 23:07:31.427267 dv-cinder-828805-1-iscsi neutron-server[102559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 23:07:42.890369 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b4c96-6ce4-4f01-b5c1-ed22d1cf19ad None None] get_active_networks_info from dv-cinder-828805-1-iscsi {{(pid=102670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 10 23:07:42.978789 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b4c96-6ce4-4f01-b5c1-ed22d1cf19ad None None] No non-hosted networks {{(pid=102670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 23:07:43.018020 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0ebe0846-8dbe-48d5-8b40-527b1d868b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917708'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:45.191213 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-839742f4-c951-4d17-9d4a-4deff4a9a641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917708'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:45.259373 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcab1bf5-7eee-48e3-9564-b05f766a2550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:45.896209 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917708'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:47.588159 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917708'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:48.742549 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43468) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:07:49.246489 dv-cinder-828805-1-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-0bdccade-b88f-4f7c-a446-efd0a65bfd5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:07:49.247144 dv-cinder-828805-1-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-0bdccade-b88f-4f7c-a446-efd0a65bfd5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:07:49.482925 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-0bdccade-b88f-4f7c-a446-efd0a65bfd5f admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:07:49.484077 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0bdccade-b88f-4f7c-a446-efd0a65bfd5f admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7404675 Feb 10 23:07:49.529985 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917708'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:49.530701 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.531047 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.532088 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.533214 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.533617 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.533942 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.534438 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.534845 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.535318 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.535732 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.536263 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.536703 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.537283 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:49.538170 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828805-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:49.546566 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828805-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.057846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43492) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:07:52.400711 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:52.492171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.policy [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 23:07:52.535166 dv-cinder-828805-1-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:07:52.535550 dv-cinder-828805-1-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:07:52.633173 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784827992605', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784828003394', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784827941277', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784827954342', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784827962206', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784827973300', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4072040', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3950718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-854058', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-746475'] for rbac-policy (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:52.700327 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:52.701526 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1fc72756-ca62-4543-9585-6699a44c91d6 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6427810 Feb 10 23:07:53.185235 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.db.l3_hamode_db [None req-cf604aa0-220b-4142-a70c-72ae9773198f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 23:07:53.261196 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf604aa0-220b-4142-a70c-72ae9773198f None None] Routers set() bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:07:53.261504 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf604aa0-220b-4142-a70c-72ae9773198f None None] Router IDs set() for agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 10 23:07:55.121135 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43504) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:07:55.436389 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:55.464966 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Made reservation on behalf of ff1d62262d6348b39c63a74a5afe64bd for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:55.468759 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.485944 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.593559 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks [] for security_group (e783cf6c-292d-4980-a2dc-408346f844b8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.597824 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e783cf6c-292d-4980-a2dc-408346f844b8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.622611 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:55.657585 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784828959663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (cd04b6bf-a2f2-4490-9253-7bb074eda85e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.658184 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Unsubscribe: segment precommit_create {{(pid=102669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 23:07:55.658709 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Added segment cd04b6bf-a2f2-4490-9253-7bb074eda85e of type vlan for network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 Feb 10 23:07:55.674577 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e783cf6c-292d-4980-a2dc-408346f844b8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.726609 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.726977 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.727338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.727679 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.728040 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.728384 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.728712 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.729039 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.729364 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.729702 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.730027 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.730344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.730665 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Tracked resource versions report: Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: pushed versions: Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Log': {'1.0'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Network': {'1.1'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Port': {'1.7'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: consumer versions: Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Log': '1.0', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Network': '1.1', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Port': '1.7', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SubPort': '1.0', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Subnet': '1.1', Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Feb 10 23:07:55.731959 dv-cinder-828805-1-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:07:55.765876 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (abe44ca2-bdc4-49ac-b63a-bc416fcffe66), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.807267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (abe44ca2-bdc4-49ac-b63a-bc416fcffe66), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.812367 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:55.813182 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:55.882335 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7601366 Feb 10 23:07:55.931731 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df94d00-3699-4a4a-9b8f-328be7b40a6e demo demo] Pushing event updated for resources: {'Network': ['ID=abe44ca2-bdc4-49ac-b63a-bc416fcffe66,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.943803 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:07:58.429871 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43516) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:07:58.832302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d5ef6-4e36-477f-86bc-e007e0c2c268 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:58.833684 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-385d5ef6-4e36-477f-86bc-e007e0c2c268 demo admin] 10.222.0.77 "GET /v2.0/networks/abe44ca2-bdc4-49ac-b63a-bc416fcffe66 HTTP/1.1" status: 200 len: 825 time: 0.4028542 Feb 10 23:07:58.858463 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3ba79190-655d-4ae5-9641-e28a6857da48 demo admin] 10.222.0.77 "GET /v2.0/subnetpools/83722866-8b71-4a09-b1cb-0338a99e1ace HTTP/1.1" status: 200 len: 734 time: 0.0190046 Feb 10 23:07:58.867518 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Request body: {'subnet': {'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:58.887720 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Made reservation on behalf of ff1d62262d6348b39c63a74a5afe64bd for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:58.890113 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:59.181648 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (4bbede50-63b6-48ae-9655-f64d58830f7c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:59.250484 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Pushing event updated for resources: {'Subnet': ['ID=4bbede50-63b6-48ae-9655-f64d58830f7c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.254944 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Checking segment: {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:07:59.255326 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Network hostable DHCP agents. Network: abe44ca2-bdc4-49ac-b63a-bc416fcffe66, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:59.276019 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:59.287450 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, abe44ca2-bdc4-49ac-b63a-bc416fcffe66) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:59.292884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:59.294057 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:59.296054 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f06655a-df8a-465e-a4c9-9a6dd746b789 None None] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:07:59.314906 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2a6feb5e-4283-46f3-a24b-d562c3b0aa0e demo admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4505322 Feb 10 23:07:59.563948 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:07:59.565198 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:07:59.843763 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Allocated IP 172.20.0.2 (abe44ca2-bdc4-49ac-b63a-bc416fcffe66/4bbede50-63b6-48ae-9655-f64d58830f7c/f59ee469-c23e-4d23-adc2-b3090b6386a9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:00.117802 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Publish callbacks [] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:00.126899 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:00.200605 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:00.210272 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:00.215604 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Pushing event updated for resources: {'Port': ['ID=f59ee469-c23e-4d23-adc2-b3090b6386a9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:00.217806 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:08:00.228002 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.228380 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.228749 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.229098 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.229437 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.229770 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.230103 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.230438 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.230770 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.231095 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.231423 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.231748 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.232095 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Tracked resource versions report: Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: pushed versions: Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Log': {'1.0'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Network': {'1.1'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Port': {'1.7'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: consumer versions: Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Log': '1.0', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Network': '1.1', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Port': '1.7', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SubPort': '1.0', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Subnet': '1.1', Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Feb 10 23:08:00.233443 dv-cinder-828805-1-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:08:00.309561 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Attempting to bind port f59ee469-c23e-4d23-adc2-b3090b6386a9 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:08:00.310222 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Attempting to bind port f59ee469-c23e-4d23-adc2-b3090b6386a9 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:08:00.310413 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Attempting to bind port f59ee469-c23e-4d23-adc2-b3090b6386a9 on network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:08:00.316501 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:08:00.316884 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Checking segment: {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:08:00.317360 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:00.317756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Bound using segment: {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:08:00.318246 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Bound port: f59ee469-c23e-4d23-adc2-b3090b6386a9, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:08:00.318656 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:00.381411 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] For port f59ee469-c23e-4d23-adc2-b3090b6386a9, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:00.385839 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] For port f59ee469-c23e-4d23-adc2-b3090b6386a9, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f59ee469-c23e-4d23-adc2-b3090b6386a9,segment=NetworkSegment(cd04b6bf-a2f2-4490-9253-7bb074eda85e),segment_id=cd04b6bf-a2f2-4490-9253-7bb074eda85e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:00.393841 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:00.458386 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae6b02-36c2-48ec-bd0f-e4b835453dff None None] Pushing event updated for resources: {'Port': ['ID=f59ee469-c23e-4d23-adc2-b3090b6386a9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.782608 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:02.099167 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-4acd19b2-dd4d-43ab-9abc-dd75c72d9aa2 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:08:02.100265 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4acd19b2-dd4d-43ab-9abc-dd75c72d9aa2 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3166285 Feb 10 23:08:04.570062 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43532) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:04.882640 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-fbcf88d0-131f-4519-989a-6a587b721a00 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:08:04.883725 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fbcf88d0-131f-4519-989a-6a587b721a00 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3126514 Feb 10 23:08:07.431902 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:07.744147 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:07.766927 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (783f42af-ee25-495d-9356-6519f58e5345), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:07.768620 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (783f42af-ee25-495d-9356-6519f58e5345), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:07.905004 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] Publish callbacks [] for router_controller (783f42af-ee25-495d-9356-6519f58e5345), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:07.910164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (783f42af-ee25-495d-9356-6519f58e5345), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:07.926431 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:07.927597 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-05cdd9d8-5e13-4031-88a0-0f952c98774f demo demo] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4946411 Feb 10 23:08:10.210039 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f59ee469-c23e-4d23-adc2-b3090b6386a9 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:08:10.300208 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port f59ee469-c23e-4d23-adc2-b3090b6386a9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:10.300621 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:10.409534 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port f59ee469-c23e-4d23-adc2-b3090b6386a9 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:10.409693 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:10.433203 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:10.444419 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port f59ee469-c23e-4d23-adc2-b3090b6386a9, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f59ee469-c23e-4d23-adc2-b3090b6386a9,segment=NetworkSegment(cd04b6bf-a2f2-4490-9253-7bb074eda85e),segment_id=cd04b6bf-a2f2-4490-9253-7bb074eda85e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:10.449865 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:10.499144 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=f59ee469-c23e-4d23-adc2-b3090b6386a9,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:10.768056 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-6e15afdd-edcd-4585-8d5a-766096d5fd87 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:08:10.769077 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6e15afdd-edcd-4585-8d5a-766096d5fd87 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3346190 Feb 10 23:08:11.532993 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f2c469-b1ae-4141-8fa7-b7df6b989e38 None None] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:08:11.619030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e6393cb6-6f91-480f-af67-8dfa374122bc None None] Provisioning complete for port f59ee469-c23e-4d23-adc2-b3090b6386a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:11.619401 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e6393cb6-6f91-480f-af67-8dfa374122bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:11.738314 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e6393cb6-6f91-480f-af67-8dfa374122bc None None] Current status of the port f59ee469-c23e-4d23-adc2-b3090b6386a9 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:11.958535 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d600a550-7a53-4b70-afba-832a427337ce None None] Provisioning complete for port f59ee469-c23e-4d23-adc2-b3090b6386a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:11.958924 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d600a550-7a53-4b70-afba-832a427337ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:12.032702 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d600a550-7a53-4b70-afba-832a427337ce None None] Current status of the port f59ee469-c23e-4d23-adc2-b3090b6386a9 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:12.182536 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f59ee469-c23e-4d23-adc2-b3090b6386a9 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:08:12.232141 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port f59ee469-c23e-4d23-adc2-b3090b6386a9 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:12.232535 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:12.307450 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port f59ee469-c23e-4d23-adc2-b3090b6386a9 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:12.835404 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c0a5468f-731f-4d42-b96f-a72c5d629f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.237280 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:13.548504 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:13.568431 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Made reservation on behalf of 6a8319582f7d4e2b90ad1c11263c01da for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:13.570596 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.578925 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.647673 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks [] for security_group (814dd599-4d5b-47aa-8826-28309da9bd7e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.651054 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (814dd599-4d5b-47aa-8826-28309da9bd7e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.663769 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Reserving flat network on physical network physnet1 {{(pid=102669) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 23:08:13.685451 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (498300fa-4639-4126-9e7f-7878a47a635f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.685713 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Added segment 498300fa-4639-4126-9e7f-7878a47a635f of type flat for network b4be0655-7661-45af-9921-9f2f00546849 Feb 10 23:08:13.687663 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814dd599-4d5b-47aa-8826-28309da9bd7e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.735846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (b4be0655-7661-45af-9921-9f2f00546849), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.767078 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (b4be0655-7661-45af-9921-9f2f00546849), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.768001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:13.768581 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:13.829199 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5905924 Feb 10 23:08:13.858344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4d1b4-9e9b-4aee-bccf-59ad35910bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=b4be0655-7661-45af-9921-9f2f00546849,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.869400 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network b4be0655-7661-45af-9921-9f2f00546849 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:08:15.181317 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-79456bcf-3998-455b-84ab-b208d7eb7d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:15.868623 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:16.289481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 43578) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:16.462209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489904a8-94b3-48ec-b10f-a68cb39c3574 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:16.463534 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-489904a8-94b3-48ec-b10f-a68cb39c3574 demo admin] 10.222.0.77 "GET /v2.0/subnets/4bbede50-63b6-48ae-9655-f64d58830f7c HTTP/1.1" status: 200 len: 849 time: 0.1731055 Feb 10 23:08:16.586163 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-30d1b09c-d06f-4609-866a-b1fff8e86218 demo admin] 10.222.0.77 "GET /v2.0/routers/783f42af-ee25-495d-9356-6519f58e5345 HTTP/1.1" status: 200 len: 704 time: 0.1161642 Feb 10 23:08:16.856429 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.188900 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Allocated IP 172.20.0.1 (abe44ca2-bdc4-49ac-b63a-bc416fcffe66/4bbede50-63b6-48ae-9655-f64d58830f7c/83eb61af-d161-4828-803b-63197b10d3eb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:17.342640 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks [] for port (83eb61af-d161-4828-803b-63197b10d3eb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.410219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (83eb61af-d161-4828-803b-63197b10d3eb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.481279 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:17.486355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:17.494961 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:08:17.495491 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (783f42af-ee25-495d-9356-6519f58e5345), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.542512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.551058 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Pushing event updated for resources: {'Port': ['ID=83eb61af-d161-4828-803b-63197b10d3eb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:17.686600 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3a17abf5-f712-4615-8bd5-ed4b5124e798 None None] Provisioning complete for port 83eb61af-d161-4828-803b-63197b10d3eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:17.687499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a17abf5-f712-4615-8bd5-ed4b5124e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (83eb61af-d161-4828-803b-63197b10d3eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.699548 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (83eb61af-d161-4828-803b-63197b10d3eb), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.723012 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3a17abf5-f712-4615-8bd5-ed4b5124e798 None None] Port 83eb61af-d161-4828-803b-63197b10d3eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:08:17.905167 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks [] for port (83eb61af-d161-4828-803b-63197b10d3eb), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.909639 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (83eb61af-d161-4828-803b-63197b10d3eb), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.910413 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (783f42af-ee25-495d-9356-6519f58e5345), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:17.970891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Pushing event updated for resources: {'Port': ['ID=83eb61af-d161-4828-803b-63197b10d3eb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:18.033017 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:18.034321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:18.198396 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Router 783f42af-ee25-495d-9356-6519f58e5345 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:08:18.290292 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-50050465-c577-4f19-8310-0961faecc343 None None] Provisioning complete for port 83eb61af-d161-4828-803b-63197b10d3eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:18.290750 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50050465-c577-4f19-8310-0961faecc343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (83eb61af-d161-4828-803b-63197b10d3eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:18.295151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:18.312809 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-87135b2c-0a33-4e96-a42a-ef051db9bd80 demo admin] 10.222.0.77 "PUT /v2.0/routers/783f42af-ee25-495d-9356-6519f58e5345/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7101960 Feb 10 23:08:18.317976 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Sync routers for ids ['783f42af-ee25-495d-9356-6519f58e5345'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:18.329299 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-50050465-c577-4f19-8310-0961faecc343 None None] Port 83eb61af-d161-4828-803b-63197b10d3eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:08:18.332687 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Routers {'783f42af-ee25-495d-9356-6519f58e5345'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:08:18.333551 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:08:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['783f42af-ee25-495d-9356-6519f58e5345'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:18.521894 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Set router 783f42af-ee25-495d-9356-6519f58e5345 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:08:18.950372 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783f42af-ee25-495d-9356-6519f58e5345', 'name': 'router1', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:07Z', 'updated_at': '2022-02-10T23:08:17Z', 'revision_number': 2, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'gw_port_host': None, '_interfaces': [{'id': '83eb61af-d161-4828-803b-63197b10d3eb', 'name': '', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'mac_address': 'fa:16:3e:2b:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:16Z', 'updated_at': '2022-02-10T23:08:17Z', 'revision_number': 2, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'subnets': [{'id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:19.002179 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Checking router: 783f42af-ee25-495d-9356-6519f58e5345 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:19.002548 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Updating router 783f42af-ee25-495d-9356-6519f58e5345 port 83eb61af-d161-4828-803b-63197b10d3eb binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:08:19.081470 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (83eb61af-d161-4828-803b-63197b10d3eb), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.505411 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.573194 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Publish callbacks [] for port (83eb61af-d161-4828-803b-63197b10d3eb), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.581394 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (83eb61af-d161-4828-803b-63197b10d3eb), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.748079 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Pushing event updated for resources: {'Port': ['ID=83eb61af-d161-4828-803b-63197b10d3eb,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:19.751548 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Attempting to bind port 83eb61af-d161-4828-803b-63197b10d3eb on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:08:19.751983 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Attempting to bind port 83eb61af-d161-4828-803b-63197b10d3eb by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:08:19.752422 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Attempting to bind port 83eb61af-d161-4828-803b-63197b10d3eb on network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:08:19.762100 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:08:19.762522 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Checking segment: {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:08:19.763017 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.763413 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Bound using segment: {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:08:19.763938 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Bound port: 83eb61af-d161-4828-803b-63197b10d3eb, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd04b6bf-a2f2-4490-9253-7bb074eda85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:08:19.764322 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (83eb61af-d161-4828-803b-63197b10d3eb), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.768202 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.768569 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.768937 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.769281 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.769616 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.769945 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.770274 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.770600 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.770926 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.771266 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.771596 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.771942 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.772265 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Tracked resource versions report: Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: pushed versions: Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Log': {'1.0'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Network': {'1.1'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Port': {'1.7'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: consumer versions: Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Log': '1.0', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Network': '1.1', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Port': '1.7', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SubPort': '1.0', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Subnet': '1.1', Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Feb 10 23:08:19.773630 dv-cinder-828805-1-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:08:19.837142 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] For port 83eb61af-d161-4828-803b-63197b10d3eb, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:19.855312 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0d3547be-a836-48e3-abdc-89276e0e8e28 None None] Provisioning complete for port 83eb61af-d161-4828-803b-63197b10d3eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:19.855700 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d3547be-a836-48e3-abdc-89276e0e8e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (83eb61af-d161-4828-803b-63197b10d3eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.857169 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] For port 83eb61af-d161-4828-803b-63197b10d3eb, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=83eb61af-d161-4828-803b-63197b10d3eb,segment=NetworkSegment(cd04b6bf-a2f2-4490-9253-7bb074eda85e),segment_id=cd04b6bf-a2f2-4490-9253-7bb074eda85e)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:19.866500 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (83eb61af-d161-4828-803b-63197b10d3eb), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:19.892293 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0d3547be-a836-48e3-abdc-89276e0e8e28 None None] Port 83eb61af-d161-4828-803b-63197b10d3eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:08:19.912955 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Routers {'783f42af-ee25-495d-9356-6519f58e5345'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:08:19.913574 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:08:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['783f42af-ee25-495d-9356-6519f58e5345'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:20.017323 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] Set router 783f42af-ee25-495d-9356-6519f58e5345 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:08:20.020051 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a473-8e69-4cfd-a781-8f6e3b81baa9 None None] Pushing event updated for resources: {'Port': ['ID=83eb61af-d161-4828-803b-63197b10d3eb,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:20.125121 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] Provisioning complete for port 83eb61af-d161-4828-803b-63197b10d3eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:20.125517 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (83eb61af-d161-4828-803b-63197b10d3eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:20.204819 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] Current status of the port 83eb61af-d161-4828-803b-63197b10d3eb is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:20.205461 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (83eb61af-d161-4828-803b-63197b10d3eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:20.233393 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783f42af-ee25-495d-9356-6519f58e5345', 'name': 'router1', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:07Z', 'updated_at': '2022-02-10T23:08:17Z', 'revision_number': 2, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'gw_port_host': None, '_interfaces': [{'id': '83eb61af-d161-4828-803b-63197b10d3eb', 'name': '', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'mac_address': 'fa:16:3e:2b:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:16Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 4, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'subnets': [{'id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:20.238687 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] For port 83eb61af-d161-4828-803b-63197b10d3eb, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=83eb61af-d161-4828-803b-63197b10d3eb,segment=NetworkSegment(cd04b6bf-a2f2-4490-9253-7bb074eda85e),segment_id=cd04b6bf-a2f2-4490-9253-7bb074eda85e)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:20.243291 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (83eb61af-d161-4828-803b-63197b10d3eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:20.262367 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db87295f-d87d-4020-8d86-d3ba9782426b None None] The sync data for ids ['783f42af-ee25-495d-9356-6519f58e5345'] in dv-cinder-828805-1-iscsi is: [{'id': '783f42af-ee25-495d-9356-6519f58e5345', 'name': 'router1', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:07Z', 'updated_at': '2022-02-10T23:08:17Z', 'revision_number': 2, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'gw_port_host': None, '_interfaces': [{'id': '83eb61af-d161-4828-803b-63197b10d3eb', 'name': '', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'mac_address': 'fa:16:3e:2b:79:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:16Z', 'updated_at': '2022-02-10T23:08:19Z', 'revision_number': 4, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'subnets': [{'id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:20.293246 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0830d-01fb-46e3-acc0-7d7cefb49b0d None None] Pushing event updated for resources: {'Port': ['ID=83eb61af-d161-4828-803b-63197b10d3eb,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:20.716427 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 43598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:20.864827 dv-cinder-828805-1-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:08:20.865423 dv-cinder-828805-1-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:08:21.322968 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.policy [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 23:08:21.365886 dv-cinder-828805-1-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:08:21.366271 dv-cinder-828805-1-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 23:08:21.374931 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:21.376956 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5efe5d34-3ca2-4f8d-9ecf-3fe36e391fb8 admin admin] 10.222.0.77 "GET /v2.0/networks/b4be0655-7661-45af-9921-9f2f00546849 HTTP/1.1" status: 200 len: 842 time: 0.6583202 Feb 10 23:08:21.386396 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:21.426038 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Made reservation on behalf of 6a8319582f7d4e2b90ad1c11263c01da for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:21.429004 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:21.836340 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.objects.ports [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102668) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 10 23:08:21.836962 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (0a3dd603-5c3e-4317-9456-e28324f3e351), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:21.903015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:08:21.903394 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Network hostable DHCP agents. Network: b4be0655-7661-45af-9921-9f2f00546849, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:21.913185 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3dd603-5c3e-4317-9456-e28324f3e351,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:21.927987 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.928537 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.928863 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.929234 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.929680 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.930152 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.930499 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.931022 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.931340 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.931978 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.932316 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.932647 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.932974 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Tracked resource versions report: Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: pushed versions: Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: { 'AddressGroup': {'1.2'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Log': {'1.0'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Network': {'1.1'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Port': {'1.7'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'PortForwarding': {'1.2'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'QosPolicy': {'1.10'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroup': {'1.5'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SubPort': {'1.0'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Subnet': {'1.1'}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Trunk': {'1.1'}} Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: consumer versions: Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'ConntrackHelper': '1.0', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'LocalIPAssociation': '1.0', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Log': '1.0', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Network': '1.1', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Port': '1.7', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'PortForwarding': '1.2', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'QosPolicy': '1.10', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroup': '1.5', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroupRule': '1.2', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SubPort': '1.0', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Subnet': '1.1', Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Trunk': '1.1'}} Feb 10 23:08:21.934268 dv-cinder-828805-1-iscsi neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:08:21.961227 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:21.975238 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, b4be0655-7661-45af-9921-9f2f00546849) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:21.979891 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:21.980531 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:21.988277 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ec8e8-6bfb-4938-ab4c-966aa553e5b1 None None] Network b4be0655-7661-45af-9921-9f2f00546849 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:08:22.011859 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e1aa7de6-1cb1-4f71-bb25-248afdac8804 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6179137 Feb 10 23:08:22.106777 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de44387d-cde2-4621-897d-1bd015932a08 None None] Network b4be0655-7661-45af-9921-9f2f00546849 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:08:24.394890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 43618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:24.645660 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d89883b3-ca3c-40f3-9ae1-845a8a3252c7 demo admin] 10.222.0.77 "GET /v2.0/routers/783f42af-ee25-495d-9356-6519f58e5345 HTTP/1.1" status: 200 len: 710 time: 0.2496138 Feb 10 23:08:24.733352 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ac660-eb45-4043-91d6-dcf958073de5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:24.735018 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-270ac660-eb45-4043-91d6-dcf958073de5 demo admin] 10.222.0.77 "GET /v2.0/networks/b4be0655-7661-45af-9921-9f2f00546849 HTTP/1.1" status: 200 len: 886 time: 0.0839703 Feb 10 23:08:24.744195 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:24.993214 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks [] for router_gateway (783f42af-ee25-495d-9356-6519f58e5345), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:25.241241 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks [] for router_gateway (783f42af-ee25-495d-9356-6519f58e5345), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:25.332035 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:25.492421 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Allocated IP 172.27.1.196 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/28e071aa-7b9d-4bc8-b737-c7de30801ee4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:25.601079 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks [] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:25.660660 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:25.731429 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:25.736428 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:25.743454 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:08:25.835592 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Pushing event updated for resources: {'Port': ['ID=28e071aa-7b9d-4bc8-b737-c7de30801ee4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:26.084826 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks [] for router_gateway (783f42af-ee25-495d-9356-6519f58e5345), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:26.285819 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-919712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60215'] for router (783f42af-ee25-495d-9356-6519f58e5345), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:26.291152 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-947143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-947148', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-919721'] for router (783f42af-ee25-495d-9356-6519f58e5345), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:26.409970 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Router 783f42af-ee25-495d-9356-6519f58e5345 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:08:26.520110 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:08:26.524517 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:26.525769 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e874aa38-e986-4eeb-a02c-e1c8927d977a demo admin] 10.222.0.77 "PUT /v2.0/routers/783f42af-ee25-495d-9356-6519f58e5345 HTTP/1.1" status: 200 len: 890 time: 1.7848463 Feb 10 23:08:28.223088 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 83eb61af-d161-4828-803b-63197b10d3eb up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:08:28.275119 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 83eb61af-d161-4828-803b-63197b10d3eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:28.275513 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (83eb61af-d161-4828-803b-63197b10d3eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:28.351054 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 83eb61af-d161-4828-803b-63197b10d3eb is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:28.769837 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Sync routers for ids ['783f42af-ee25-495d-9356-6519f58e5345'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:28.781242 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Routers {'783f42af-ee25-495d-9356-6519f58e5345'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:08:28.781884 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:08:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['783f42af-ee25-495d-9356-6519f58e5345'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:28.996940 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Set router 783f42af-ee25-495d-9356-6519f58e5345 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:08:29.025739 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 43630) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:08:29.144471 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1175c149-aa41-43ec-81e0-73ff299e9a3c admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1176319 Feb 10 23:08:29.408145 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783f42af-ee25-495d-9356-6519f58e5345', 'name': 'router1', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '28e071aa-7b9d-4bc8-b737-c7de30801ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:07Z', 'updated_at': '2022-02-10T23:08:25Z', 'revision_number': 4, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'gw_port': {'id': '28e071aa-7b9d-4bc8-b737-c7de30801ee4', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:25Z', 'updated_at': '2022-02-10T23:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '83eb61af-d161-4828-803b-63197b10d3eb', 'name': '', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'mac_address': 'fa:16:3e:2b:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:16Z', 'updated_at': '2022-02-10T23:08:20Z', 'revision_number': 5, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'subnets': [{'id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:29.535379 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Checking router: 783f42af-ee25-495d-9356-6519f58e5345 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:29.535733 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Updating router 783f42af-ee25-495d-9356-6519f58e5345 port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:08:29.587425 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:29.920457 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Publish callbacks [] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:29.927402 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:29.972151 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbccfec-c772-4114-9987-a46e6925286d None None] Pushing event updated for resources: {'Port': ['ID=28e071aa-7b9d-4bc8-b737-c7de30801ee4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:29.982296 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Attempting to bind port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:08:29.982675 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Attempting to bind port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:08:29.983043 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Attempting to bind port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:08:29.989015 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:08:29.989396 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:08:29.989800 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:29.990196 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:08:29.990663 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Bound port: 28e071aa-7b9d-4bc8-b737-c7de30801ee4, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:08:29.991046 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:30.048658 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] For port 28e071aa-7b9d-4bc8-b737-c7de30801ee4, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:08:30.052726 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] For port 28e071aa-7b9d-4bc8-b737-c7de30801ee4, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=28e071aa-7b9d-4bc8-b737-c7de30801ee4,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:08:30.060426 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:30.115726 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Routers {'783f42af-ee25-495d-9356-6519f58e5345'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:08:30.116349 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:08:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['783f42af-ee25-495d-9356-6519f58e5345'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:30.158946 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbccfec-c772-4114-9987-a46e6925286d None None] Pushing event updated for resources: {'Port': ['ID=28e071aa-7b9d-4bc8-b737-c7de30801ee4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:30.231458 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] Set router 783f42af-ee25-495d-9356-6519f58e5345 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:08:30.441211 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '783f42af-ee25-495d-9356-6519f58e5345', 'name': 'router1', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '28e071aa-7b9d-4bc8-b737-c7de30801ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:07Z', 'updated_at': '2022-02-10T23:08:25Z', 'revision_number': 4, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'gw_port': {'id': '28e071aa-7b9d-4bc8-b737-c7de30801ee4', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:25Z', 'updated_at': '2022-02-10T23:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '83eb61af-d161-4828-803b-63197b10d3eb', 'name': '', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'mac_address': 'fa:16:3e:2b:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:16Z', 'updated_at': '2022-02-10T23:08:20Z', 'revision_number': 5, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'subnets': [{'id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:30.477139 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef983ea-9418-44b4-85ea-268dde8a0cd1 None None] The sync data for ids ['783f42af-ee25-495d-9356-6519f58e5345'] in dv-cinder-828805-1-iscsi is: [{'id': '783f42af-ee25-495d-9356-6519f58e5345', 'name': 'router1', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '28e071aa-7b9d-4bc8-b737-c7de30801ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:07Z', 'updated_at': '2022-02-10T23:08:25Z', 'revision_number': 4, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'gw_port': {'id': '28e071aa-7b9d-4bc8-b737-c7de30801ee4', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:65:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:25Z', 'updated_at': '2022-02-10T23:08:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '83eb61af-d161-4828-803b-63197b10d3eb', 'name': '', 'network_id': 'abe44ca2-bdc4-49ac-b63a-bc416fcffe66', 'tenant_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'mac_address': 'fa:16:3e:2b:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '783f42af-ee25-495d-9356-6519f58e5345', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:08:16Z', 'updated_at': '2022-02-10T23:08:20Z', 'revision_number': 5, 'project_id': 'ff1d62262d6348b39c63a74a5afe64bd', 'subnets': [{'id': '4bbede50-63b6-48ae-9655-f64d58830f7c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83722866-8b71-4a09-b1cb-0338a99e1ace'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:32.269603 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 28e071aa-7b9d-4bc8-b737-c7de30801ee4 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:08:32.319593 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:32.320189 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:32.397231 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:32.397774 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:32.417959 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 28e071aa-7b9d-4bc8-b737-c7de30801ee4, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=28e071aa-7b9d-4bc8-b737-c7de30801ee4,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:08:32.424218 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:32.479330 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=28e071aa-7b9d-4bc8-b737-c7de30801ee4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:34.255309 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 28e071aa-7b9d-4bc8-b737-c7de30801ee4 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:08:34.356333 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:34.356950 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (28e071aa-7b9d-4bc8-b737-c7de30801ee4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:34.447181 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 28e071aa-7b9d-4bc8-b737-c7de30801ee4 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:08:41.253281 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:08:42.840027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1842b6b3-c7d6-47d3-b49b-1070489d5542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:45.189859 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-54962a35-7e3f-4939-8141-b9f048c988c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:45.878043 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:47.553868 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:08:49.512466 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:12.882412 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc88dc30-6383-4b41-9b7d-5b80f695e1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:15.185870 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70eec1dd-b120-490a-965c-d849a2abe4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:15.876921 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:17.556799 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:18.252509 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:09:19.508778 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:42.843905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4ff32ae0-c8ae-49db-98c2-2891820dc4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:45.187567 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-57f8c8f9-ff5f-47ce-b800-58ca5403aafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:45.879559 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:47.553078 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:48.536664 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:09:48.598475 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-823e55e7-232c-4229-a855-28d676e3d279 admin admin] GET failed (client error): The resource could not be found. Feb 10 23:09:48.599768 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-823e55e7-232c-4229-a855-28d676e3d279 admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621245 Feb 10 23:09:48.763938 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36841ab-1d8a-4e35-8b0c-649ca77051b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:48.765364 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f36841ab-1d8a-4e35-8b0c-649ca77051b4 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1615300 Feb 10 23:09:49.514357 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:51.055388 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:09:51.159362 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555f52f-9b20-4364-8cef-e4a27b06b0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:51.160810 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0555f52f-9b20-4364-8cef-e4a27b06b0ff admin admin] 10.222.0.77 "GET /v2.0/subnets/4bbede50-63b6-48ae-9655-f64d58830f7c HTTP/1.1" status: 200 len: 849 time: 0.1043708 Feb 10 23:09:51.170302 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:51.256302 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Publish callbacks [] for subnet (4bbede50-63b6-48ae-9655-f64d58830f7c), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:51.406027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784828877815'] for subnet (4bbede50-63b6-48ae-9655-f64d58830f7c), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:51.434783 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:51.435383 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:51.436707 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] 10.222.0.77 "PUT /v2.0/subnets/4bbede50-63b6-48ae-9655-f64d58830f7c HTTP/1.1" status: 200 len: 868 time: 0.2701023 Feb 10 23:09:51.455780 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf9bb8-34d1-4917-9eef-194633af4602 None None] Network abe44ca2-bdc4-49ac-b63a-bc416fcffe66 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:09:51.459904 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bbede50-63b6-48ae-9655-f64d58830f7c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:51.467710 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.468135 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.469084 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.469441 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.469782 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.470118 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.471274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.471274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.471274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.471564 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.471931 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.472262 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.472651 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a96a91-1e4a-4b04-84ef-3fab67373e09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:51.892496 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ccf96ea0-490e-460d-9a96-c912238b3bce None None] Provisioning complete for port 83eb61af-d161-4828-803b-63197b10d3eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:51.892820 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ccf96ea0-490e-460d-9a96-c912238b3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (83eb61af-d161-4828-803b-63197b10d3eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:51.969926 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ccf96ea0-490e-460d-9a96-c912238b3bce None None] Current status of the port 83eb61af-d161-4828-803b-63197b10d3eb is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:09:51.979391 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ccf96ea0-490e-460d-9a96-c912238b3bce None None] Provisioning complete for port f59ee469-c23e-4d23-adc2-b3090b6386a9 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:51.979779 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ccf96ea0-490e-460d-9a96-c912238b3bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f59ee469-c23e-4d23-adc2-b3090b6386a9), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:09:52.052879 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ccf96ea0-490e-460d-9a96-c912238b3bce None None] Current status of the port f59ee469-c23e-4d23-adc2-b3090b6386a9 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:09:53.728484 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:09:53.989894 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192fd9d-29dd-4aeb-8e6d-db4aa89bc8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.990275 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7192fd9d-29dd-4aeb-8e6d-db4aa89bc8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.991837 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7192fd9d-29dd-4aeb-8e6d-db4aa89bc8a7 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2623715 Feb 10 23:09:55.251876 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:09:56.239182 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44140) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:09:56.514640 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102db4a-9055-49cb-bae6-61dbfb0e2f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.515121 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102db4a-9055-49cb-bae6-61dbfb0e2f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.516710 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a102db4a-9055-49cb-bae6-61dbfb0e2f07 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2765162 Feb 10 23:09:58.745688 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:09:58.875304 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558fe2ac-41f0-4d4e-bd74-77f5264378ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:58.876709 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-558fe2ac-41f0-4d4e-bd74-77f5264378ab admin admin] 10.222.0.77 "GET /v2.0/networks/abe44ca2-bdc4-49ac-b63a-bc416fcffe66 HTTP/1.1" status: 200 len: 869 time: 0.1300309 Feb 10 23:10:01.148259 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:01.273743 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fd48e-7820-4e28-91db-eb13492a9753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:01.275138 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-349fd48e-7820-4e28-91db-eb13492a9753 admin admin] 10.222.0.77 "GET /v2.0/networks/b4be0655-7661-45af-9921-9f2f00546849 HTTP/1.1" status: 200 len: 886 time: 0.1259170 Feb 10 23:10:03.489504 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:03.612894 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b887a-ba06-44c9-955a-c8de701b97d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:03.613362 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b887a-ba06-44c9-955a-c8de701b97d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:03.615168 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a43b887a-ba06-44c9-955a-c8de701b97d3 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1247132 Feb 10 23:10:05.844180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:05.933153 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db955d85-62b6-45b0-94b2-e6aab37bf9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.933647 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db955d85-62b6-45b0-94b2-e6aab37bf9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.935151 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-db955d85-62b6-45b0-94b2-e6aab37bf9db admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900109 Feb 10 23:10:08.160304 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44182) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:08.248173 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c679b11f-17c6-489a-b96c-b46e3e913d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:08.249587 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c679b11f-17c6-489a-b96c-b46e3e913d43 admin admin] 10.222.0.77 "GET /v2.0/subnets/0a3dd603-5c3e-4317-9456-e28324f3e351 HTTP/1.1" status: 200 len: 816 time: 0.0882823 Feb 10 23:10:10.481795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44190) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:10.572809 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80129844-58cc-44fa-9f78-9c4c8debe239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:10.574203 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-80129844-58cc-44fa-9f78-9c4c8debe239 admin admin] 10.222.0.77 "GET /v2.0/subnets/4bbede50-63b6-48ae-9655-f64d58830f7c HTTP/1.1" status: 200 len: 868 time: 0.0914054 Feb 10 23:10:12.845515 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2c4e684e-95d6-4ca9-af8a-74ef921a749f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:15.189508 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f15319a1-279c-4081-9f24-b604f22a61ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:15.881572 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:17.554801 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:19.516872 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:32.250106 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:10:34.141446 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44242) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:34.187706 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-6d9cea48-28f9-4069-a877-67a666881c4e admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:10:34.188771 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6d9cea48-28f9-4069-a877-67a666881c4e admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463767 Feb 10 23:10:36.491186 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44250) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:36.550863 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dbfdaf-83bb-4c98-afa5-7c5f7768ec14 admin admin] GET failed (client error): The resource could not be found. Feb 10 23:10:36.552197 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-31dbfdaf-83bb-4c98-afa5-7c5f7768ec14 admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600467 Feb 10 23:10:36.695186 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d2f11f-37fc-46cc-841c-7974513e4062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:36.696680 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-88d2f11f-37fc-46cc-841c-7974513e4062 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405413 Feb 10 23:10:38.994200 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:39.040627 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:39.060907 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Made reservation on behalf of 6a8319582f7d4e2b90ad1c11263c01da for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:39.063214 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:39.091067 dv-cinder-828805-1-iscsi neutron-server[102669]: WARNING neutron.services.revisions.revision_plugin [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Could not find related network for resource to bump revision. Feb 10 23:10:39.101773 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:39.110850 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (a2634f84-02ac-45dc-9fde-6ae8ff437e77), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:39.111190 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Added segment a2634f84-02ac-45dc-9fde-6ae8ff437e77 of type vlan for network 307c9318-99d5-4ec2-b177-13a5967322d9 Feb 10 23:10:39.148477 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (307c9318-99d5-4ec2-b177-13a5967322d9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:39.171520 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (307c9318-99d5-4ec2-b177-13a5967322d9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:39.172466 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:39.173046 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:39.206799 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2114851 Feb 10 23:10:39.237732 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Pushing event updated for resources: {'Network': ['ID=307c9318-99d5-4ec2-b177-13a5967322d9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:39.245474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.245863 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.246482 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.246829 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.247166 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.247500 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.247874 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.248223 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.248553 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.248886 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.249215 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.249545 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.249869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff83322-3c2d-4663-bcb7-68a69629cd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:39.261103 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 307c9318-99d5-4ec2-b177-13a5967322d9 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:10:41.470672 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44266) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:10:41.530826 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dd63dc-9ce6-4481-b274-9119a8ac571c admin admin] GET failed (client error): The resource could not be found. Feb 10 23:10:41.532148 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-20dd63dc-9ce6-4481-b274-9119a8ac571c admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604329 Feb 10 23:10:41.600060 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77eb0e1-11d2-4fd6-8189-278d1ae56f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.601505 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d77eb0e1-11d2-4fd6-8189-278d1ae56f1a admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0654078 Feb 10 23:10:41.611605 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:41.629836 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Made reservation on behalf of 6a8319582f7d4e2b90ad1c11263c01da for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:41.632026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:41.792290 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (fe00e643-84df-4b3e-9849-da99a6b2951f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:41.851106 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe00e643-84df-4b3e-9849-da99a6b2951f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.857855 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Checking segment: {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:10:41.858216 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Network hostable DHCP agents. Network: 307c9318-99d5-4ec2-b177-13a5967322d9, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:41.874238 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Network 307c9318-99d5-4ec2-b177-13a5967322d9 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:41.884254 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 307c9318-99d5-4ec2-b177-13a5967322d9) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:41.891178 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:41.892407 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:41.896066 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817af771-7b3e-43e4-8273-357042a6f1d1 None None] Network 307c9318-99d5-4ec2-b177-13a5967322d9 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:10:41.909071 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8c2e0dda-c020-4c65-8b54-ec2d00a5ba7a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007100 Feb 10 23:10:42.002226 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-307c9318-99d5-4ec2-b177-13a5967322d9', 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9', 'project_id': '6a8319582f7d4e2b90ad1c11263c01da', 'fixed_ips': [{'subnet_id': 'fe00e643-84df-4b3e-9849-da99a6b2951f'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:10:42.003111 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:42.145734 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Allocated IP 192.168.233.2 (307c9318-99d5-4ec2-b177-13a5967322d9/fe00e643-84df-4b3e-9849-da99a6b2951f/b8d550f1-94be-46d1-8721-38a339c24a15) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:42.390395 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Publish callbacks [] for port (b8d550f1-94be-46d1-8721-38a339c24a15), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:42.396361 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:42.436592 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Network 307c9318-99d5-4ec2-b177-13a5967322d9 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:42.439509 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:42.443051 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:10:42.449062 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Pushing event updated for resources: {'Port': ['ID=b8d550f1-94be-46d1-8721-38a339c24a15,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:42.459073 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.459443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.459807 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.460172 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.460502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.460829 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.461150 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.461469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.461789 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.462138 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.462447 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.462767 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.463087 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:42.517864 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Attempting to bind port b8d550f1-94be-46d1-8721-38a339c24a15 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:10:42.518243 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Attempting to bind port b8d550f1-94be-46d1-8721-38a339c24a15 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:10:42.518613 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Attempting to bind port b8d550f1-94be-46d1-8721-38a339c24a15 on network 307c9318-99d5-4ec2-b177-13a5967322d9 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:10:42.523740 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:10:42.524159 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Checking segment: {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:10:42.524564 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:42.524962 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Bound using segment: {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:10:42.525427 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Bound port: b8d550f1-94be-46d1-8721-38a339c24a15, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:10:42.525814 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:42.590307 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] For port b8d550f1-94be-46d1-8721-38a339c24a15, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:10:42.593374 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] For port b8d550f1-94be-46d1-8721-38a339c24a15, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=b8d550f1-94be-46d1-8721-38a339c24a15,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:10:42.599539 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:42.655153 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac86d786-86f2-400c-97a5-ef8a0bf7f3e8 None None] Pushing event updated for resources: {'Port': ['ID=b8d550f1-94be-46d1-8721-38a339c24a15,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:42.854410 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4dad68c7-74b0-4088-9f21-07e103ebd327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:43.507832 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fa022b-ddc6-41f5-9c06-990b3c1b0476 None None] Network 307c9318-99d5-4ec2-b177-13a5967322d9 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:10:43.595313 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] Provisioning complete for port b8d550f1-94be-46d1-8721-38a339c24a15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:43.595699 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:43.708634 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] Current status of the port b8d550f1-94be-46d1-8721-38a339c24a15 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:10:43.709023 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:43.750584 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] For port b8d550f1-94be-46d1-8721-38a339c24a15, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=b8d550f1-94be-46d1-8721-38a339c24a15,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:10:43.756898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:43.813140 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65846d2d-2566-4346-8b45-cf51174cac6b None None] Pushing event updated for resources: {'Port': ['ID=b8d550f1-94be-46d1-8721-38a339c24a15,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:43.879505 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-81963313-8a2f-4ff6-966c-e520ee858215 None None] Provisioning complete for port b8d550f1-94be-46d1-8721-38a339c24a15 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:43.879928 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81963313-8a2f-4ff6-966c-e520ee858215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:43.960571 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-81963313-8a2f-4ff6-966c-e520ee858215 None None] Current status of the port b8d550f1-94be-46d1-8721-38a339c24a15 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:10:44.294550 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device b8d550f1-94be-46d1-8721-38a339c24a15 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:10:44.347929 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port b8d550f1-94be-46d1-8721-38a339c24a15 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:44.348337 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (b8d550f1-94be-46d1-8721-38a339c24a15), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:44.427059 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port b8d550f1-94be-46d1-8721-38a339c24a15 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:10:45.191947 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5e722ff-0660-4b08-b61d-d406c8c66452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:45.886365 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:47.561452 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:10:49.520074 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:09.249112 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:11:12.848356 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7d67f9a8-718b-4a9f-9e74-bd3a1916166c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:15.193993 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-419de88c-8279-49f3-885f-2367d3d0ebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:15.887101 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:17.559759 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:19.522723 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:42.849996 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b3436be-fadd-41ce-a649-9366d926eeef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:45.196415 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4b58a40d-bdde-4eb5-ad4e-f5c8f1045140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:45.889854 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:46.248173 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:11:47.563533 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:49.526275 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:55.679705 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44304) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:11:55.686639 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [None req-c5ee4f69-2113-47e8-8051-ab1b2776e399 tempest-verify_tempest_config-250883883 tempest-verify_tempest_config-250883883-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:11:55.687608 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c5ee4f69-2113-47e8-8051-ab1b2776e399 tempest-verify_tempest_config-250883883 tempest-verify_tempest_config-250883883-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0069239 Feb 10 23:11:55.973160 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44322) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:11:56.073417 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.147140 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Publish callbacks [] for security_group (7b021d72-f624-4e2f-89e5-8d91a6cf9303), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.150537 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7b021d72-f624-4e2f-89e5-8d91a6cf9303), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.195132 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fdd77eaacbaf4f3fa66e1041f49965d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2208798 Feb 10 23:11:56.196280 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b021d72-f624-4e2f-89e5-8d91a6cf9303,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.198127 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:11:56.202986 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.203345 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.203690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.204055 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.204397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.204732 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.205071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.205404 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.205734 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.206063 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.206393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.206719 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.207041 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44980d16-f083-4b72-bd37-3d7b67d74f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.275783 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Publish callbacks [] for security_group (7b021d72-f624-4e2f-89e5-8d91a6cf9303), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.296587 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Publish callbacks [] for security_group (7b021d72-f624-4e2f-89e5-8d91a6cf9303), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.389178 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7b021d72-f624-4e2f-89e5-8d91a6cf9303), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.391649 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:11:56.392850 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b021d72-f624-4e2f-89e5-8d91a6cf9303 HTTP/1.1" status: 204 len: 168 time: 0.1937630 Feb 10 23:11:56.401246 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b021d72-f624-4e2f-89e5-8d91a6cf9303,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:56.407886 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.408242 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.408591 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.408937 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.409264 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.409595 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.409926 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.410260 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.410593 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.410943 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.411273 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.411722 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:56.411939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf28d81-58c9-49ea-bd25-0e35f819050c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:12.851288 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a6e96b45-f32b-4b20-9178-e75965984bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:15.197219 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9316effd-4ea9-4497-ac9f-f1b4497cfc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:15.891502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:17.564616 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:19.529046 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:23.247827 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:12:42.852882 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9736f587-e4a9-42a4-b3c0-fe595f3b47cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:45.200333 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c06ebe57-61f3-46c8-a585-607910a61b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:45.894943 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:47.568458 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:12:49.532280 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:00.246546 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 5 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:13:12.854183 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-903b5850-920a-4826-ac08-d502360eaf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:15.201518 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-099bc5c5-deb6-4dd7-be99-c40b3cbfb19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:15.897319 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:17.572236 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:19.534160 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:35.805683 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-917708'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:37.246554 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:13:42.855142 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4375-78c4-43b6-ab3a-c28e1a98889a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:45.204330 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fd083c3e-acdf-4f8b-9897-d9e8a28ec59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:45.898966 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:47.575166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:49.539052 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:13:50.003447 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:13:50.136491 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fb231eef-de82-4579-b7cb-76a46c9eb136 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1318750 Feb 10 23:13:52.407779 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44408) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:13:52.461278 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e2e69a9f-47a3-41df-93e9-5e2bcaa1c84c admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0523822 Feb 10 23:14:05.801426 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:12.856126 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0dab5dc6-53d8-4431-85f4-0add801c079b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:14.246373 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:14:15.205633 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-21c75875-1c1a-4b5a-a39f-59d716069fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:15.902575 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:17.577828 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:19.532467 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:35.799507 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:42.858661 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2eb45799-a490-47f8-90a7-fe72859b674d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:45.209659 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-591f7a1f-2309-4b5d-8f7e-7710874200f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:45.908113 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:47.585632 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:49.538914 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:14:51.252056 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:15:05.799786 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:12.860749 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ca879b4-cbf6-4fb0-b317-bdd50c420d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:15.213721 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c9e440c2-562d-4237-bde8-ff73f464472b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:15.910771 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:17.588009 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:19.534605 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:23.984544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44498) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:24.230395 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1129781184-network', 'tenant_id': '98ae7c6136b94b51bd44fa33e0d225fc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:24.254418 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Made reservation on behalf of 98ae7c6136b94b51bd44fa33e0d225fc for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:24.257162 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.270672 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.370648 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks [] for security_group (75df4b0e-8287-4af5-8f43-496e60d658bd), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.375585 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (75df4b0e-8287-4af5-8f43-496e60d658bd), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.412918 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:15:24.416214 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75df4b0e-8287-4af5-8f43-496e60d658bd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:24.429856 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.430480 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.431104 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.431774 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.432331 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.433403 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.433766 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.434238 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.434655 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.435185 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.435681 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.436043 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.436488 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Tracked resource versions report: Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: pushed versions: Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: { 'AddressGroup': {'1.2'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Log': {'1.0'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Network': {'1.1'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Port': {'1.7'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'PortForwarding': {'1.2'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'QosPolicy': {'1.10'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroup': {'1.5'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SubPort': {'1.0'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Subnet': {'1.1'}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Trunk': {'1.1'}} Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: consumer versions: Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: HyperV agent@hv-cinder-82880: {}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'ConntrackHelper': '1.0', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'LocalIPAssociation': '1.0', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Log': '1.0', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Network': '1.1', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Port': '1.7', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'PortForwarding': '1.2', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'QosPolicy': '1.10', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroup': '1.5', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SecurityGroupRule': '1.2', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'SubPort': '1.0', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Subnet': '1.1', Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: 'Trunk': '1.1'}} Feb 10 23:15:24.437569 dv-cinder-828805-1-iscsi neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:15:24.448371 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784828959663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (c9b862c3-87eb-411a-a685-307690939e88), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.448927 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Unsubscribe: segment precommit_create {{(pid=102668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 23:15:24.449405 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Added segment c9b862c3-87eb-411a-a685-307690939e88 of type vlan for network 30bf2956-4ccc-478d-8938-f2185eb9ce24 Feb 10 23:15:24.510681 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (30bf2956-4ccc-478d-8938-f2185eb9ce24), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.550923 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (30bf2956-4ccc-478d-8938-f2185eb9ce24), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.551955 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:24.552511 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.603328 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6166549 Feb 10 23:15:24.606753 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44548) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:24.613540 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Request body: {'subnet': {'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1129781184-subnet', 'tenant_id': '98ae7c6136b94b51bd44fa33e0d225fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:24.636606 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Made reservation on behalf of 98ae7c6136b94b51bd44fa33e0d225fc for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:24.639438 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.659008 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0bed2-c888-4470-84c7-0ce11a4a86a5 admin admin] Pushing event updated for resources: {'Network': ['ID=30bf2956-4ccc-478d-8938-f2185eb9ce24,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:24.670003 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 30bf2956-4ccc-478d-8938-f2185eb9ce24 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:15:24.830391 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (13aa6a3f-365b-4e68-a9eb-5f174cf456bd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.896402 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aa6a3f-365b-4e68-a9eb-5f174cf456bd,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:24.899999 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Checking segment: {'id': 'c9b862c3-87eb-411a-a685-307690939e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:24.900347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Network hostable DHCP agents. Network: 30bf2956-4ccc-478d-8938-f2185eb9ce24, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:15:24.906980 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.907337 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.907688 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.908048 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.908373 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.908874 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.909203 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.909527 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.910023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.910351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.910838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.911336 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.911649 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Tracked resource versions report: Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: pushed versions: Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Log': {'1.0'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Network': {'1.1'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Port': {'1.7'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: consumer versions: Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: HyperV agent@hv-cinder-82880: {}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Log': '1.0', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Network': '1.1', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Port': '1.7', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'SubPort': '1.0', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Subnet': '1.1', Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Feb 10 23:15:24.912741 dv-cinder-828805-1-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:15:24.929612 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Network 30bf2956-4ccc-478d-8938-f2185eb9ce24 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:15:24.939242 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 30bf2956-4ccc-478d-8938-f2185eb9ce24) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:24.943634 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:24.944304 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:24.959302 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c24307-ac45-4966-9514-6623f5180528 None None] Network 30bf2956-4ccc-478d-8938-f2185eb9ce24 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:24.979408 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a70aa422-cba2-4ac1-bf03-e1cb1f7edff3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3708816 Feb 10 23:15:25.072009 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3720aeb8-2b93-407f-b4b9-d2bbce2e740d None None] Network 30bf2956-4ccc-478d-8938-f2185eb9ce24 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:25.174872 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44578) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:25.408705 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-471765886-network', 'tenant_id': '0256f193432141a582df6c7960b3f1ce'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:25.432013 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Made reservation on behalf of 0256f193432141a582df6c7960b3f1ce for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:25.434917 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.447413 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.558857 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks [] for security_group (ba4a3e9b-046c-4e09-98a1-bd34f2691699), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.563992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ba4a3e9b-046c-4e09-98a1-bd34f2691699), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.594936 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:15:25.596965 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4a3e9b-046c-4e09-98a1-bd34f2691699,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:25.609168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (e91ad6b4-7c7e-448d-83cc-4a159cde4c0f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.609168 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Added segment e91ad6b4-7c7e-448d-83cc-4a159cde4c0f of type vlan for network e9970b4b-68f6-44a4-ba0b-472b02b3180e Feb 10 23:15:25.654983 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (e9970b4b-68f6-44a4-ba0b-472b02b3180e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.686198 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (e9970b4b-68f6-44a4-ba0b-472b02b3180e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.687186 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:25.687782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.720899 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5441151 Feb 10 23:15:25.722547 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:25.727576 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Request body: {'subnet': {'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-subnet', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:25.749748 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Made reservation on behalf of 0256f193432141a582df6c7960b3f1ce for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:25.752502 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:25.784368 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9c83f-60be-4e6c-b690-6cb576171125 admin admin] Pushing event updated for resources: {'Network': ['ID=e9970b4b-68f6-44a4-ba0b-472b02b3180e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:25.808145 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:15:25.968637 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (755e71f8-23a8-4af0-95df-2ca73280b0c8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.015773 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755e71f8-23a8-4af0-95df-2ca73280b0c8,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:26.043438 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Checking segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:26.044037 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Network hostable DHCP agents. Network: e9970b4b-68f6-44a4-ba0b-472b02b3180e, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:15:26.063948 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:15:26.081001 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, e9970b4b-68f6-44a4-ba0b-472b02b3180e) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:26.094028 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:26.094963 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.100525 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd01f8-533e-403a-8b5b-bae83460df11 None None] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:26.120948 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44638) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:26.124303 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0f4c0bcf-0f04-4565-a608-7342bf42f258 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3968887 Feb 10 23:15:26.125817 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:26.151533 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (86439816-b213-4482-90db-494155b2fd9d), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.153637 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (86439816-b213-4482-90db-494155b2fd9d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.218488 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks [] for router_controller (86439816-b213-4482-90db-494155b2fd9d), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.225417 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:26.237174 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a68e392-c614-4e96-9947-18e19c97d461 None None] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:26.409635 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44652) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:26.505392 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1385779540-network', 'tenant_id': '77ee0d232a574e3e8ad570987e058990'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:26.506946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks [] for router_gateway (86439816-b213-4482-90db-494155b2fd9d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.526976 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Made reservation on behalf of 77ee0d232a574e3e8ad570987e058990 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:26.530064 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.539962 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.671678 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks [] for security_group (62a47341-3eda-48a2-8eee-bc86e4d1018e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.683307 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (62a47341-3eda-48a2-8eee-bc86e4d1018e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.729383 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:15:26.751109 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (820d18ec-368a-4aef-b3de-4f15933c2900), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.751904 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Added segment 820d18ec-368a-4aef-b3de-4f15933c2900 of type vlan for network 6b812fe7-d639-43f6-9ed4-56545ad39751 Feb 10 23:15:26.816289 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks [] for router_gateway (86439816-b213-4482-90db-494155b2fd9d), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.842227 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.844920 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (6b812fe7-d639-43f6-9ed4-56545ad39751), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.887607 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a47341-3eda-48a2-8eee-bc86e4d1018e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:26.892830 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (6b812fe7-d639-43f6-9ed4-56545ad39751), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.894006 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:26.894855 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:26.936329 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7094631 Feb 10 23:15:26.940618 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44670) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:26.977905 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Request body: {'subnet': {'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1385779540-subnet', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:26.985508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Allocated IP 172.27.1.34 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/4befb7ae-71be-4eda-af92-393ef38e855a) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:27.010971 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-668035919-network', 'tenant_id': '9ab12603f3ae4b098df08267be769e7a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:27.016239 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d037a00-1b31-4acd-8213-12ffd8e0b945 admin admin] Pushing event updated for resources: {'Network': ['ID=6b812fe7-d639-43f6-9ed4-56545ad39751,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:27.020722 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Made reservation on behalf of 77ee0d232a574e3e8ad570987e058990 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:27.024384 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.028504 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:15:27.103310 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Made reservation on behalf of 9ab12603f3ae4b098df08267be769e7a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:27.115161 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.143548 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks [] for port (4befb7ae-71be-4eda-af92-393ef38e855a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.192208 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.193101 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.270371 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:27.272683 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Pushing event updated for resources: {'Port': ['ID=4befb7ae-71be-4eda-af92-393ef38e855a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:27.283089 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:27.302209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:27.374921 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks [] for security_group (91b44729-123e-454e-8da8-4cc6494bec75), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.388939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (91b44729-123e-454e-8da8-4cc6494bec75), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.403069 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:15:27.413765 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (96f5f7d3-c33e-4438-9246-f8b3079e3043), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.414037 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Added segment 96f5f7d3-c33e-4438-9246-f8b3079e3043 of type vlan for network f4dc74d2-e23d-4580-93d2-ff2d10747684 Feb 10 23:15:27.464609 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (f4dc74d2-e23d-4580-93d2-ff2d10747684), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.542083 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (f4dc74d2-e23d-4580-93d2-ff2d10747684), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.543058 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:27.543706 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.586063 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (e8715722-3d4f-492c-83cc-d64164caf5b5), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.645301 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b44729-123e-454e-8da8-4cc6494bec75,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:27.657516 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2434905 Feb 10 23:15:27.658432 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887f604-171a-4ed1-9a58-c57bb38337dd admin admin] Pushing event updated for resources: {'Network': ['ID=f4dc74d2-e23d-4580-93d2-ff2d10747684,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:27.662306 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44714) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:27.668821 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Request body: {'subnet': {'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-668035919-subnet', 'tenant_id': '9ab12603f3ae4b098df08267be769e7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:27.683791 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:15:27.712706 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks [] for router_gateway (86439816-b213-4482-90db-494155b2fd9d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.803169 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Made reservation on behalf of 9ab12603f3ae4b098df08267be769e7a for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:27.806090 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:27.809631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:27.814384 dv-cinder-828805-1-iscsi neutron-server[102668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 23:15:27.863461 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8715722-3d4f-492c-83cc-d64164caf5b5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:27.888294 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Checking segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:27.892931 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Network hostable DHCP agents. Network: 6b812fe7-d639-43f6-9ed4-56545ad39751, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:15:27.988086 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (86439816-b213-4482-90db-494155b2fd9d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.159112 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Router 86439816-b213-4482-90db-494155b2fd9d is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:15:28.173421 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:15:28.204963 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 6b812fe7-d639-43f6-9ed4-56545ad39751) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:28.209800 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:28.210588 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.215440 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43379856-9777-481c-a4b6-fb0278aeba62 None None] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:28.243635 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:15:28.276250 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-aa061273-657d-4b45-886b-4f6b5c31515d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3311465 Feb 10 23:15:28.280657 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44752) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:28.287665 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:28.306546 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-3e0c0594-85b1-45de-9399-c9beeba241bf tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:28.313229 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-3e0c0594-85b1-45de-9399-c9beeba241bf tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/networks?id=30bf2956-4ccc-478d-8938-f2185eb9ce24 HTTP/1.1" status: 200 len: 812 time: 0.5001280 Feb 10 23:15:28.348961 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:15:28.360689 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Sync routers for ids ['86439816-b213-4482-90db-494155b2fd9d'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:15:28.373887 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-a1489209-4ed9-453b-bf33-c01a2266b2a7 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/quotas/98ae7c6136b94b51bd44fa33e0d225fc HTTP/1.1" status: 200 len: 375 time: 0.0594151 Feb 10 23:15:28.383564 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Routers {'86439816-b213-4482-90db-494155b2fd9d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:28.384257 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['86439816-b213-4482-90db-494155b2fd9d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:28.390087 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.396977 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-963ede14-0998-4dfa-b59c-7b4d48c75b0a admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2746491 Feb 10 23:15:28.397786 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44754) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:28.415435 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (d5c39ebc-9e8e-4505-85bd-76b03a32f343), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.417548 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (d5c39ebc-9e8e-4505-85bd-76b03a32f343), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.449642 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-6b812fe7-d639-43f6-9ed4-56545ad39751', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:15:28.451935 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.461940 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-012a8800-ea78-4957-a417-60957492d8aa tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=98ae7c6136b94b51bd44fa33e0d225fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864792 Feb 10 23:15:28.709783 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks [] for router_controller (d5c39ebc-9e8e-4505-85bd-76b03a32f343), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.722516 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (b324a28d-3d0c-44f8-b916-6418c0a65509), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:28.786663 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Set router 86439816-b213-4482-90db-494155b2fd9d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:28.795767 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-5f634ad6-049c-4c19-a22e-5cd841f07dd1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:15:28.803061 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-5f634ad6-049c-4c19-a22e-5cd841f07dd1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1434698 Feb 10 23:15:28.854390 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Allocated IP 172.20.0.2 (6b812fe7-d639-43f6-9ed4-56545ad39751/e8715722-3d4f-492c-83cc-d64164caf5b5/76ad74b0-f2df-451b-999a-702a62fedc07) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:29.058427 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-b1146d97-8979-4875-9bac-1f12ceb5af49 service neutron] 10.222.0.77 "GET /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539527 Feb 10 23:15:29.119683 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:27Z', 'revision_number': 3, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:29.179403 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Checking router: 86439816-b213-4482-90db-494155b2fd9d for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:15:29.179761 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Updating router 86439816-b213-4482-90db-494155b2fd9d port 4befb7ae-71be-4eda-af92-393ef38e855a binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:15:29.186081 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks [] for router_gateway (d5c39ebc-9e8e-4505-85bd-76b03a32f343), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.204487 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Publish callbacks [] for port (76ad74b0-f2df-451b-999a-702a62fedc07), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.213765 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b324a28d-3d0c-44f8-b916-6418c0a65509,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:29.218448 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.239559 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.299544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Checking segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:29.314658 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Network hostable DHCP agents. Network: f4dc74d2-e23d-4580-93d2-ff2d10747684, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:15:29.332484 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Pushing event updated for resources: {'Port': ['ID=76ad74b0-f2df-451b-999a-702a62fedc07,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:29.350299 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.377248 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.380997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.385018 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.386110 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.386632 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.387083 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.387578 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.388049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.388867 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.389299 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.389756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.390178 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.390639 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Tracked resource versions report: Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: pushed versions: Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Log': {'1.0'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Network': {'1.1'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Port': {'1.7'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: consumer versions: Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: HyperV agent@hv-cinder-82880: {}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Log': '1.0', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Network': '1.1', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Port': '1.7', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'SubPort': '1.0', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Subnet': '1.1', Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Feb 10 23:15:29.391970 dv-cinder-828805-1-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:15:29.420934 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:15:29.425668 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:29.435117 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:29.441459 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:29.539801 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-6e84b928-78b7-49b9-b3e0-327a0f560ff5 service neutron] 10.222.0.77 "GET /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797497 Feb 10 23:15:29.559686 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, f4dc74d2-e23d-4580-93d2-ff2d10747684) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:29.583615 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:29.596636 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.615203 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868610bf-7237-40f4-a1e1-6dfaf895a130 None None] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:29.624260 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Attempting to bind port 76ad74b0-f2df-451b-999a-702a62fedc07 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:29.624836 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Attempting to bind port 76ad74b0-f2df-451b-999a-702a62fedc07 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:29.627149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Attempting to bind port 76ad74b0-f2df-451b-999a-702a62fedc07 on network 6b812fe7-d639-43f6-9ed4-56545ad39751 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:29.649306 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0691cd7c-b1a0-42d9-b821-21d7ef44bf97 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9856911 Feb 10 23:15:29.671508 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:29.672463 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Checking segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:29.673185 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.673921 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Bound using segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:29.674650 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Bound port: 76ad74b0-f2df-451b-999a-702a62fedc07, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:29.675272 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.767747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Allocated IP 172.20.0.1 (e9970b4b-68f6-44a4-ba0b-472b02b3180e/755e71f8-23a8-4af0-95df-2ca73280b0c8/9128b80f-53f2-4ef0-9fba-110f9b3efeef) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:29.876890 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] For port 76ad74b0-f2df-451b-999a-702a62fedc07, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:29.892201 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] For port 76ad74b0-f2df-451b-999a-702a62fedc07, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=76ad74b0-f2df-451b-999a-702a62fedc07,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:29.903870 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks [] for router_gateway (d5c39ebc-9e8e-4505-85bd-76b03a32f343), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.913474 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Publish callbacks [] for port (4befb7ae-71be-4eda-af92-393ef38e855a), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.935601 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.942338 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:29.964205 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.068929 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks [] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.137764 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ba6e519d-0145-4bc2-8fb4-e1fd6f94ab0e req-96e3df44-4c61-4bb9-976a-5c937d9eeb4b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.0789888 Feb 10 23:15:30.205644 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.206001 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Pushing event updated for resources: {'Port': ['ID=4befb7ae-71be-4eda-af92-393ef38e855a,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:30.222413 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.222817 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.230965 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.232059 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.232484 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.232843 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.237327 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.237757 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.238118 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.238478 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.241354 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.241722 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.242961 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Tracked resource versions report: Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: pushed versions: Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Log': {'1.0'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Network': {'1.1'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Port': {'1.7'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: consumer versions: Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: HyperV agent@hv-cinder-82880: {}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: L3 agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: Metadata agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: Metering agent@dv-cinder-828805-1-iscsi: {}, Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-828805-1-iscsi: { 'AddressGroup': '1.2', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Log': '1.0', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Network': '1.1', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Port': '1.7', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'SubPort': '1.0', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Subnet': '1.1', Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Feb 10 23:15:30.244839 dv-cinder-828805-1-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 23:15:30.251216 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Attempting to bind port 4befb7ae-71be-4eda-af92-393ef38e855a on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:30.263786 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Attempting to bind port 4befb7ae-71be-4eda-af92-393ef38e855a by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:30.265422 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Attempting to bind port 4befb7ae-71be-4eda-af92-393ef38e855a on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:30.268623 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Pushing event updated for resources: {'Port': ['ID=9128b80f-53f2-4ef0-9fba-110f9b3efeef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:30.282106 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:30.282647 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:30.284083 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.284627 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:30.286554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:30.287318 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Bound port: 4befb7ae-71be-4eda-af92-393ef38e855a, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:30.288747 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.289014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:30.299237 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f831e08-cefb-4bee-8537-47aa0ad851cc None None] Pushing event updated for resources: {'Port': ['ID=76ad74b0-f2df-451b-999a-702a62fedc07,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:30.309759 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:30.310946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (86439816-b213-4482-90db-494155b2fd9d), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.376761 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Allocated IP 172.27.1.93 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/db5ea47d-29ea-4fd8-9170-534e37befc85) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:30.380772 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b5d306-1297-46b4-abec-93b70fdb19d6 None None] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:30.484393 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] For port 4befb7ae-71be-4eda-af92-393ef38e855a, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:30.494219 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] For port 4befb7ae-71be-4eda-af92-393ef38e855a, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=4befb7ae-71be-4eda-af92-393ef38e855a,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:30.510599 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.785137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:30.785858 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Routers {'86439816-b213-4482-90db-494155b2fd9d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:30.810010 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['86439816-b213-4482-90db-494155b2fd9d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:30.924089 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04206f4-d01e-4d8b-96a8-daf3029311de None None] Pushing event updated for resources: {'Port': ['ID=4befb7ae-71be-4eda-af92-393ef38e855a,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:30.935685 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-70619051-a062-46b0-8ce3-b4f496c948ff tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:30.943304 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-70619051-a062-46b0-8ce3-b4f496c948ff tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.4747989 Feb 10 23:15:30.972674 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-427b6a80-ad22-4617-83bd-b9466a918148 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/quotas/9ab12603f3ae4b098df08267be769e7a HTTP/1.1" status: 200 len: 375 time: 0.0280609 Feb 10 23:15:31.043214 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-8d5d1197-8c8a-4633-92b8-704fcff0cc1a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693274 Feb 10 23:15:31.050205 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] Set router 86439816-b213-4482-90db-494155b2fd9d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:31.084132 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks [] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:31.114888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks [] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:31.122485 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:31.123319 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (86439816-b213-4482-90db-494155b2fd9d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:31.241213 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Pushing event updated for resources: {'Port': ['ID=9128b80f-53f2-4ef0-9fba-110f9b3efeef,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:31.260869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 44876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:31.264908 dv-cinder-828805-1-iscsi neutron-server[102669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 23:15:31.342488 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6dbd38c0-34b6-46b9-b8a3-0edf9d20adbf req-3484b3fe-9f6e-47fc-9e44-9ea84b19f9fa tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.0802333 Feb 10 23:15:31.357924 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:31.359754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:31.431231 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '9128b80f-53f2-4ef0-9fba-110f9b3efeef', 'name': '', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'mac_address': 'fa:16:3e:a2:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:29Z', 'revision_number': 1, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'subnets': [{'id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:31.484138 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09accbee-ba62-4968-a9ab-2566886b8600 None None] The sync data for ids ['86439816-b213-4482-90db-494155b2fd9d'] in dv-cinder-828805-1-iscsi is: [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '9128b80f-53f2-4ef0-9fba-110f9b3efeef', 'name': '', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'mac_address': 'fa:16:3e:a2:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:29Z', 'revision_number': 1, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'subnets': [{'id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:15:31.504637 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-716489fe-67a0-4709-b11c-401b1b1cbfa4 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604607 Feb 10 23:15:31.678838 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:31.718153 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Router 86439816-b213-4482-90db-494155b2fd9d has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:15:31.752561 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:31.770701 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-0130feb6-0d1c-4570-900a-f6f7ccf84320 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502208 Feb 10 23:15:31.793387 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:31.803413 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:31.939375 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ec405-43de-467e-b915-aaaecb6c6eb3 None None] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:15:31.953448 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:15:31.960238 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-12fb92a2-0d8b-4ca1-b656-90d65b5bc20e admin admin] 10.222.0.77 "PUT /v2.0/routers/86439816-b213-4482-90db-494155b2fd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5612783 Feb 10 23:15:32.229569 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] Provisioning complete for port 76ad74b0-f2df-451b-999a-702a62fedc07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:32.229962 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:32.244962 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Pushing event updated for resources: {'Port': ['ID=db5ea47d-29ea-4fd8-9170-534e37befc85,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:32.369666 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d18d7934-6df4-4ffa-a0cb-72bbb5158f9f req-fb917639-6fef-413c-9095-a81b017365fb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 210 time: 0.1103501 Feb 10 23:15:32.570829 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks [] for router_gateway (d5c39ebc-9e8e-4505-85bd-76b03a32f343), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:32.679177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 76ad74b0-f2df-451b-999a-702a62fedc07 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:32.814148 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] Current status of the port 76ad74b0-f2df-451b-999a-702a62fedc07 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:32.814955 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:32.927760 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 44948) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:32.958528 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] For port 76ad74b0-f2df-451b-999a-702a62fedc07, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=76ad74b0-f2df-451b-999a-702a62fedc07,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:32.983189 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 76ad74b0-f2df-451b-999a-702a62fedc07 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:32.983854 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:32.986899 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-508232c2-3260-4117-93c8-0ba8cc0e2503 req-0f38b2f1-bd98-40cf-af5f-5f2023a10cc5 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.1029239 Feb 10 23:15:32.991720 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:33.247186 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (d5c39ebc-9e8e-4505-85bd-76b03a32f343), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:33.516951 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0f3768-b6c9-4f81-a229-1cc7ba68902c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:33.658710 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-747471f2-7307-4b89-a20e-f14a72fdd278 req-2a2e0dba-2961-4b28-abf9-f9725c52748e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 210 time: 0.0630636 Feb 10 23:15:33.682705 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1733ba-2d50-4611-996c-62c1276a959b None None] Pushing event updated for resources: {'Port': ['ID=76ad74b0-f2df-451b-999a-702a62fedc07,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:33.712398 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0c001bf3-5ea6-4b1d-bb77-42eed994486e None None] Provisioning complete for port 76ad74b0-f2df-451b-999a-702a62fedc07 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:33.712398 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c001bf3-5ea6-4b1d-bb77-42eed994486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:33.786149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 76ad74b0-f2df-451b-999a-702a62fedc07 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:33.874703 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0c001bf3-5ea6-4b1d-bb77-42eed994486e None None] Current status of the port 76ad74b0-f2df-451b-999a-702a62fedc07 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:33.896720 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-74d0148f-e594-46ae-9de2-1d06b5722c45 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:33.898274 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-74d0148f-e594-46ae-9de2-1d06b5722c45 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 818 time: 0.3576419 Feb 10 23:15:33.932932 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-3d3dab35-6531-40e3-9440-31e7963a944b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/quotas/0256f193432141a582df6c7960b3f1ce HTTP/1.1" status: 200 len: 375 time: 0.0156968 Feb 10 23:15:33.948889 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59153) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:34.042279 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:34.095239 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0f3768-b6c9-4f81-a229-1cc7ba68902c admin admin] Publish callbacks [] for security_group (dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.124026 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b0f3768-b6c9-4f81-a229-1cc7ba68902c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.154350 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-053ec4e5-7e35-4b7a-8f49-58e8f4b60d51 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2206211 Feb 10 23:15:34.309239 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1b0f3768-b6c9-4f81-a229-1cc7ba68902c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40d29f1656b846b189997591a14ec771&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3763614 Feb 10 23:15:34.310877 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:15:34.317582 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45010) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:34.327842 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f3768-b6c9-4f81-a229-1cc7ba68902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:34.386525 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-553a34e8-49f0-42c6-b8fa-437d6471b8ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.416642 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-311e6c3d-844a-4dbb-9768-0bb09ea9020a service neutron] 10.222.0.77 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487473 Feb 10 23:15:34.495624 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-169724ac-a406-4a46-84fd-a1d3c93fe6ec req-618f904c-c1b5-460d-b32f-a22294893fde tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.1768064 Feb 10 23:15:34.546013 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-3e3745ea-66c9-498b-8568-22e8d38183f8 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:34.546321 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-553a34e8-49f0-42c6-b8fa-437d6471b8ed admin admin] Publish callbacks [] for security_group (7d2130fa-cb6a-4be3-b603-76a93b381b8e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.547911 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-3e3745ea-66c9-498b-8568-22e8d38183f8 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.43 "GET /v2.0/networks?id=30bf2956-4ccc-478d-8938-f2185eb9ce24 HTTP/1.1" status: 200 len: 812 time: 0.5969775 Feb 10 23:15:34.559854 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-553a34e8-49f0-42c6-b8fa-437d6471b8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7d2130fa-cb6a-4be3-b603-76a93b381b8e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.569763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa442ebb-cfe4-4661-a498-8c7677156166 admin admin] Publish callbacks [] for security_group (dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.603775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa442ebb-cfe4-4661-a498-8c7677156166 admin admin] Publish callbacks [] for security_group (dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.646266 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Request body: {'port': {'device_id': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24', 'admin_state_up': True, 'tenant_id': '98ae7c6136b94b51bd44fa33e0d225fc'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:34.652872 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 76ad74b0-f2df-451b-999a-702a62fedc07 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:34.690925 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a34e8-49f0-42c6-b8fa-437d6471b8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2130fa-cb6a-4be3-b603-76a93b381b8e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:34.707350 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-553a34e8-49f0-42c6-b8fa-437d6471b8ed admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=814fc0f0284442fe80c9b5e89352a787&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6587062 Feb 10 23:15:34.714520 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:34.766507 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 76ad74b0-f2df-451b-999a-702a62fedc07 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:34.767284 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.816168 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:15:34.832277 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:15:34.860943 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-5d37d040-2105-4b01-895e-e09d6470c963 service neutron] 10.222.0.77 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469293 Feb 10 23:15:34.874741 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:34.875382 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:34.904853 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:34.905973 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-09aef27d-f2e5-4d3e-b092-e3c38ed34003 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6229508 Feb 10 23:15:34.913809 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:34.984993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c78a839-cb27-4b06-aec4-9bd5ea859485 req-386403c3-d95c-4acf-9fc5-827612a3ccfa tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 210 time: 0.1215868 Feb 10 23:15:35.132791 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 76ad74b0-f2df-451b-999a-702a62fedc07 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:35.137224 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 4befb7ae-71be-4eda-af92-393ef38e855a up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:35.163017 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa442ebb-cfe4-4661-a498-8c7677156166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:35.172277 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aa442ebb-cfe4-4661-a498-8c7677156166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:35.176929 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-aa442ebb-cfe4-4661-a498-8c7677156166 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b HTTP/1.1" status: 204 len: 168 time: 0.8554010 Feb 10 23:15:35.217061 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa442ebb-cfe4-4661-a498-8c7677156166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7c78d7-eb93-4bc9-922d-9e0dcb9eeb1b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:35.301303 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e03edd33-e361-4975-82ef-72d1d51808cf req-bd2862ba-0809-47b3-a8df-85a892673db7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 210 time: 0.0621424 Feb 10 23:15:35.302007 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59161) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:35.349828 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Made reservation on behalf of 98ae7c6136b94b51bd44fa33e0d225fc for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:35.381487 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:35.407133 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5cccdd-4f6e-4b05-afb5-653af65a4c91 admin admin] Publish callbacks [] for security_group (7d2130fa-cb6a-4be3-b603-76a93b381b8e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:35.458942 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:35.474110 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5cccdd-4f6e-4b05-afb5-653af65a4c91 admin admin] Publish callbacks [] for security_group (7d2130fa-cb6a-4be3-b603-76a93b381b8e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:35.519643 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:35.689253 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 4befb7ae-71be-4eda-af92-393ef38e855a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:35.690321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-6dce88d4-a48d-44b0-8bee-31767489e1cc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:35.690839 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:35.691936 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-6dce88d4-a48d-44b0-8bee-31767489e1cc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.3820074 Feb 10 23:15:35.728246 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Request body: {'port': {'device_id': '8b318281-da74-4def-bf1d-6c58526a88c7', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'admin_state_up': True, 'tenant_id': '9ab12603f3ae4b098df08267be769e7a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:35.825099 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Sync routers for ids ['86439816-b213-4482-90db-494155b2fd9d'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:15:35.846927 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Routers {'86439816-b213-4482-90db-494155b2fd9d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:35.847573 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['86439816-b213-4482-90db-494155b2fd9d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:36.006672 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-69e80cda-2c76-4fd7-a4f0-51089c6b7706 req-04e9345d-0f1f-4f85-9f5b-d642fb4c5812 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.1312282 Feb 10 23:15:36.091764 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5cccdd-4f6e-4b05-afb5-653af65a4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7d2130fa-cb6a-4be3-b603-76a93b381b8e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.106059 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5cccdd-4f6e-4b05-afb5-653af65a4c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.116468 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-be5cccdd-4f6e-4b05-afb5-653af65a4c91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7d2130fa-cb6a-4be3-b603-76a93b381b8e HTTP/1.1" status: 204 len: 168 time: 1.4008884 Feb 10 23:15:36.142443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 4befb7ae-71be-4eda-af92-393ef38e855a is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:36.143230 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.224369 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.226724 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 4befb7ae-71be-4eda-af92-393ef38e855a, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=4befb7ae-71be-4eda-af92-393ef38e855a,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:36.239571 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.250801 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-fa726ff6-9ca1-48ea-a382-86374a8f4429 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:36.257776 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-fa726ff6-9ca1-48ea-a382-86374a8f4429 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 818 time: 0.1779890 Feb 10 23:15:36.319390 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-6e953a48-321c-4d50-ad9f-bd9da91afb0d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/quotas/0256f193432141a582df6c7960b3f1ce HTTP/1.1" status: 200 len: 375 time: 0.0597637 Feb 10 23:15:36.323421 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Allocated IP 172.20.0.14 (30bf2956-4ccc-478d-8938-f2185eb9ce24/13aa6a3f-365b-4e68-a9eb-5f174cf456bd/a89086d3-8e9e-4c9e-b888-34ad68be4969) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:36.326500 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Made reservation on behalf of 9ab12603f3ae4b098df08267be769e7a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:36.329947 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.330511 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=4befb7ae-71be-4eda-af92-393ef38e855a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:36.364544 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Set router 86439816-b213-4482-90db-494155b2fd9d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:36.379312 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:32Z', 'revision_number': 3, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:36.498919 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-058c27f0-2c64-4454-8609-86dd20591874 req-06a6d378-6d84-4d5b-a876-3eecf0efc031 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 210 time: 0.1853447 Feb 10 23:15:36.501112 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cccdd-4f6e-4b05-afb5-653af65a4c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2130fa-cb6a-4be3-b603-76a93b381b8e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:36.543664 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:36.590211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Allocated IP 172.20.0.12 (f4dc74d2-e23d-4580-93d2-ff2d10747684/b324a28d-3d0c-44f8-b916-6418c0a65509/29796ed2-6a68-4a22-a831-9ff833b3a7dc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:36.622820 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:15:36.623178 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Updating router d5c39ebc-9e8e-4505-85bd-76b03a32f343 port db5ea47d-29ea-4fd8-9170-534e37befc85 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:15:36.638445 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29655b99-7b50-47c0-ba00-c414403cc689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.640402 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2c688a55-04a9-4bde-b21f-b327acb85d71 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3197548 Feb 10 23:15:36.649945 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 4befb7ae-71be-4eda-af92-393ef38e855a up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:36.911485 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:36.978529 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks [] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.060164 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 4befb7ae-71be-4eda-af92-393ef38e855a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:37.062006 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.111606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bd021a5-3fad-4dd7-b84c-44fb10643bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.172066 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks [] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.209316 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '9128b80f-53f2-4ef0-9fba-110f9b3efeef', 'name': '', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'mac_address': 'fa:16:3e:a2:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 2, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'subnets': [{'id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:37.313470 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Checking router: 86439816-b213-4482-90db-494155b2fd9d for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:15:37.313832 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Updating router 86439816-b213-4482-90db-494155b2fd9d port 9128b80f-53f2-4ef0-9fba-110f9b3efeef binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:15:37.346370 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.445590 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.468869 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bd021a5-3fad-4dd7-b84c-44fb10643bf6 admin admin] Publish callbacks [] for security_group (c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.494885 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-107bcc2b-a79e-4760-86ad-a2fa115a2c27 req-21175011-4fe8-4928-8465-a917c6899602 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.3196502 Feb 10 23:15:37.500218 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1bd021a5-3fad-4dd7-b84c-44fb10643bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.526905 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-d5e8da4d-bac2-490c-8a29-1bd4d03e4ccb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:15:37.528266 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-d5e8da4d-bac2-490c-8a29-1bd4d03e4ccb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3269107 Feb 10 23:15:37.530793 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.588010 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1bd021a5-3fad-4dd7-b84c-44fb10643bf6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9abf9a2d9786407db88747489fccee75&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9481199 Feb 10 23:15:37.606367 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:37.654911 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 4befb7ae-71be-4eda-af92-393ef38e855a is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:37.741631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:37.747124 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f944d2-399a-483f-bc9b-b814ce6235d7 admin admin] Publish callbacks [] for security_group (c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.779883 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f944d2-399a-483f-bc9b-b814ce6235d7 admin admin] Publish callbacks [] for security_group (c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.806324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Publish callbacks [] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.818533 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:37.934597 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd021a5-3fad-4dd7-b84c-44fb10643bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.026706 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Attempting to bind port db5ea47d-29ea-4fd8-9170-534e37befc85 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:38.027994 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Attempting to bind port db5ea47d-29ea-4fd8-9170-534e37befc85 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:38.028701 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Attempting to bind port db5ea47d-29ea-4fd8-9170-534e37befc85 on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:38.049801 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:38.050562 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:38.051171 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.052198 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:38.053853 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Bound port: db5ea47d-29ea-4fd8-9170-534e37befc85, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:38.054780 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.059287 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9025f7-f3c8-4a8d-9e18-5c8fb382bfba None None] Pushing event updated for resources: {'Port': ['ID=db5ea47d-29ea-4fd8-9170-534e37befc85,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.072579 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29655b99-7b50-47c0-ba00-c414403cc689 admin admin] Publish callbacks [] for security_group (87168ba2-52fc-4080-9b52-7bf6fcc61f82), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.169442 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29655b99-7b50-47c0-ba00-c414403cc689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (87168ba2-52fc-4080-9b52-7bf6fcc61f82), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.172159 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Network 30bf2956-4ccc-478d-8938-f2185eb9ce24 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:38.184368 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:38.192431 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Pushing event updated for resources: {'Port': ['ID=a89086d3-8e9e-4c9e-b888-34ad68be4969,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.195521 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:38.201009 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:38.203639 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.239547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:38.246062 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f944d2-399a-483f-bc9b-b814ce6235d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.254378 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f944d2-399a-483f-bc9b-b814ce6235d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.257723 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d5f944d2-399a-483f-bc9b-b814ce6235d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf HTTP/1.1" status: 204 len: 168 time: 0.6404252 Feb 10 23:15:38.274519 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:38.277862 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] For port db5ea47d-29ea-4fd8-9170-534e37befc85, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:38.293377 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] For port db5ea47d-29ea-4fd8-9170-534e37befc85, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=db5ea47d-29ea-4fd8-9170-534e37befc85,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:38.303625 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:38.307265 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.325293 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:38.325293 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.389492 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-cc3d967c-7d33-459d-a9cb-b0ccb1cef927 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7472677 Feb 10 23:15:38.431850 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-a6487e6c-25f5-4fc8-a965-f936a3a9236b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:15:38.434299 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-a6487e6c-25f5-4fc8-a965-f936a3a9236b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279212 Feb 10 23:15:38.441690 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Publish callbacks [] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.455296 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.464216 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:38.466469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:38.468365 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7533431 Feb 10 23:15:38.471536 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b498e-bbcb-47a3-8d04-2a84404ac8f1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event updated for resources: {'Port': ['ID=29796ed2-6a68-4a22-a831-9ff833b3a7dc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.487237 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-29655b99-7b50-47c0-ba00-c414403cc689 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=61361c86dc5348abb4755c5785b4bf8f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9405143 Feb 10 23:15:38.489079 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-3e46903b-5547-4c5c-9540-9b0d436f6058 service neutron] 10.222.0.77 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8963611 Feb 10 23:15:38.494465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:38.500784 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-bb31d6f0-9cd7-45cf-880e-16d5698cac10 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:38.502923 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-bb31d6f0-9cd7-45cf-880e-16d5698cac10 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 818 time: 0.6543322 Feb 10 23:15:38.524511 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29655b99-7b50-47c0-ba00-c414403cc689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87168ba2-52fc-4080-9b52-7bf6fcc61f82,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.547956 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Request body: {'port': {'device_id': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'admin_state_up': True, 'tenant_id': '0256f193432141a582df6c7960b3f1ce'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:38.615530 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fa2c7-e486-4230-a5bc-3cda92e8efb4 None None] Pushing event updated for resources: {'Port': ['ID=9128b80f-53f2-4ef0-9fba-110f9b3efeef,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.779058 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Attempting to bind port 9128b80f-53f2-4ef0-9fba-110f9b3efeef on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:38.779440 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Attempting to bind port 9128b80f-53f2-4ef0-9fba-110f9b3efeef by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:38.779861 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Attempting to bind port 9128b80f-53f2-4ef0-9fba-110f9b3efeef on network e9970b4b-68f6-44a4-ba0b-472b02b3180e {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:38.796496 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:38.816331 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:38.816711 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Checking segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:38.817123 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.817524 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Bound using segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:38.818037 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Bound port: 9128b80f-53f2-4ef0-9fba-110f9b3efeef, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:38.818416 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.901099 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1437331-647b-4be7-8495-50aef1f2c6d9 admin admin] Publish callbacks [] for security_group (87168ba2-52fc-4080-9b52-7bf6fcc61f82), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:38.937248 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f944d2-399a-483f-bc9b-b814ce6235d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5813ba6-7b48-4e90-ab2a-cfdf9e057fdf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:38.956438 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-f276ebc0-1862-4af0-adb3-f7b18928a5ee service neutron] 10.222.0.77 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663808 Feb 10 23:15:38.970971 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Made reservation on behalf of 0256f193432141a582df6c7960b3f1ce for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:38.975452 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.015514 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f246dc-a4e2-44e6-a4b3-a823d7a55122 req-cb8e28c2-6103-428d-b6ee-12254da997f7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:39.025288 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-86f246dc-a4e2-44e6-a4b3-a823d7a55122 req-cb8e28c2-6103-428d-b6ee-12254da997f7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 932 time: 1.3099849 Feb 10 23:15:39.055568 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1437331-647b-4be7-8495-50aef1f2c6d9 admin admin] Publish callbacks [] for security_group (87168ba2-52fc-4080-9b52-7bf6fcc61f82), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.059621 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] For port 9128b80f-53f2-4ef0-9fba-110f9b3efeef, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:39.067876 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] For port 9128b80f-53f2-4ef0-9fba-110f9b3efeef, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=9128b80f-53f2-4ef0-9fba-110f9b3efeef,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:39.082912 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.233292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Request body: {'port': {'device_id': '8b318281-da74-4def-bf1d-6c58526a88c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:39.265463 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-86f246dc-a4e2-44e6-a4b3-a823d7a55122 req-3e6e5444-7c17-4afc-abac-6542882ae07c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390525 Feb 10 23:15:39.285841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1437331-647b-4be7-8495-50aef1f2c6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (87168ba2-52fc-4080-9b52-7bf6fcc61f82), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.295229 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1437331-647b-4be7-8495-50aef1f2c6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.297209 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a1437331-647b-4be7-8495-50aef1f2c6d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87168ba2-52fc-4080-9b52-7bf6fcc61f82 HTTP/1.1" status: 204 len: 168 time: 0.7850122 Feb 10 23:15:39.301844 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Routers {'86439816-b213-4482-90db-494155b2fd9d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:39.302589 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['86439816-b213-4482-90db-494155b2fd9d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:39.356610 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1437331-647b-4be7-8495-50aef1f2c6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87168ba2-52fc-4080-9b52-7bf6fcc61f82,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:39.404782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:39.423954 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Request body: {'port': {'device_id': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:39.507421 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.579990 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53781408-4a4c-4e6d-960f-44ffae724071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.609550 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] Set router 86439816-b213-4482-90db-494155b2fd9d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:39.687184 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:32Z', 'revision_number': 3, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:39.761250 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:39.770948 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73a5883-b2c9-4645-8429-405fabc275b0 None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:32Z', 'revision_number': 3, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:15:39.775897 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9025f7-f3c8-4a8d-9e18-5c8fb382bfba None None] Pushing event updated for resources: {'Port': ['ID=db5ea47d-29ea-4fd8-9170-534e37befc85,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:39.889197 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fa2c7-e486-4230-a5bc-3cda92e8efb4 None None] Pushing event updated for resources: {'Port': ['ID=9128b80f-53f2-4ef0-9fba-110f9b3efeef,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:39.907702 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '9128b80f-53f2-4ef0-9fba-110f9b3efeef', 'name': '', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'mac_address': 'fa:16:3e:a2:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:39Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'subnets': [{'id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:39.952105 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee711e4-3353-4755-a709-09bf2762cddc None None] The sync data for ids ['86439816-b213-4482-90db-494155b2fd9d'] in dv-cinder-828805-1-iscsi is: [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:30Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '9128b80f-53f2-4ef0-9fba-110f9b3efeef', 'name': '', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'mac_address': 'fa:16:3e:a2:f0:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:39Z', 'revision_number': 4, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'subnets': [{'id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:15:40.207087 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53781408-4a4c-4e6d-960f-44ffae724071 admin admin] Publish callbacks [] for security_group (639f30bd-d65d-46b1-9a69-d20acb824d8c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:40.334087 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53781408-4a4c-4e6d-960f-44ffae724071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (639f30bd-d65d-46b1-9a69-d20acb824d8c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:40.400932 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:40.910739 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c87c8e6-1792-46f2-9241-eefe2ac30237 req-f97a68c5-7e98-44d9-b8dd-da83b5f00843 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 210 time: 0.5433359 Feb 10 23:15:41.208092 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device db5ea47d-29ea-4fd8-9170-534e37befc85 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:41.226604 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-53781408-4a4c-4e6d-960f-44ffae724071 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=87f8da83fdba4d7c915ebcfaff794d45&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7994368 Feb 10 23:15:41.244487 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:41.419429 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port db5ea47d-29ea-4fd8-9170-534e37befc85 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:41.427755 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:41.428954 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Allocated IP 172.20.0.1 (6b812fe7-d639-43f6-9ed4-56545ad39751/e8715722-3d4f-492c-83cc-d64164caf5b5/65692666-5486-41ac-911a-088ed158c1db) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:41.687483 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks [] for port (65692666-5486-41ac-911a-088ed158c1db), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:41.702179 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port db5ea47d-29ea-4fd8-9170-534e37befc85 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:41.702797 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:41.727130 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29796ed2-6a68-4a22-a831-9ff833b3a7dc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:15:41.749178 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Publish callbacks [] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:41.761142 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port db5ea47d-29ea-4fd8-9170-534e37befc85, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=db5ea47d-29ea-4fd8-9170-534e37befc85,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:41.766336 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:41.767726 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 9128b80f-53f2-4ef0-9fba-110f9b3efeef up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:41.804120 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Transition to ACTIVE for port object 29796ed2-6a68-4a22-a831-9ff833b3a7dc will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:15:41.822202 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Allocated IP 172.20.0.8 (e9970b4b-68f6-44a4-ba0b-472b02b3180e/755e71f8-23a8-4af0-95df-2ca73280b0c8/e56a4939-812d-4617-94a0-17123aa3232a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:41.846192 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.43', 59171) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:41.992653 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=db5ea47d-29ea-4fd8-9170-534e37befc85,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:42.027659 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda1d01-601d-4baa-9d4e-0a47fb1f403e req-20194427-d5f6-4499-bdde-f0ae2b0868ec tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:42.040355 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2fda1d01-601d-4baa-9d4e-0a47fb1f403e req-20194427-d5f6-4499-bdde-f0ae2b0868ec tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 932 time: 2.1186726 Feb 10 23:15:42.065321 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 9128b80f-53f2-4ef0-9fba-110f9b3efeef triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:42.066247 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.147853 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53781408-4a4c-4e6d-960f-44ffae724071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639f30bd-d65d-46b1-9a69-d20acb824d8c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:42.191175 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.305303 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 9128b80f-53f2-4ef0-9fba-110f9b3efeef is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:42.306023 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.368502 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (65692666-5486-41ac-911a-088ed158c1db), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.402828 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 9128b80f-53f2-4ef0-9fba-110f9b3efeef, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=9128b80f-53f2-4ef0-9fba-110f9b3efeef,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:42.416594 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.441652 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:42.453731 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:42.520753 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:42.523890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (d5c39ebc-9e8e-4505-85bd-76b03a32f343), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.539778 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=9128b80f-53f2-4ef0-9fba-110f9b3efeef,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:42.560149 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de4c56a9-8728-41e9-89c8-41c41c41644c admin admin] Publish callbacks [] for security_group (639f30bd-d65d-46b1-9a69-d20acb824d8c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.575212 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Pushing event updated for resources: {'Port': ['ID=29796ed2-6a68-4a22-a831-9ff833b3a7dc,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:42.631803 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2fda1d01-601d-4baa-9d4e-0a47fb1f403e req-7ee43b38-e4d5-40f3-aa04-5ce997b19083 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5892243 Feb 10 23:15:42.869942 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f763950-afbe-4010-9a38-33975ff2a5ba req-39a5ac67-6301-4abb-848c-e0346529b3c6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:42.879054 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf69baa3-bab7-4535-810c-4b2e37a5d146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.880473 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f763950-afbe-4010-9a38-33975ff2a5ba req-39a5ac67-6301-4abb-848c-e0346529b3c6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 1.6349454 Feb 10 23:15:42.939656 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de4c56a9-8728-41e9-89c8-41c41c41644c admin admin] Publish callbacks [] for security_group (639f30bd-d65d-46b1-9a69-d20acb824d8c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.942350 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-1b5f834a-5eb4-4cbb-8f5a-1c05b98df3ab None None] Provisioning complete for port 65692666-5486-41ac-911a-088ed158c1db triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:42.942729 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1b5f834a-5eb4-4cbb-8f5a-1c05b98df3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (65692666-5486-41ac-911a-088ed158c1db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:42.972535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Attempting to bind port 29796ed2-6a68-4a22-a831-9ff833b3a7dc on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:42.972912 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Attempting to bind port 29796ed2-6a68-4a22-a831-9ff833b3a7dc by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:42.973268 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Attempting to bind port 29796ed2-6a68-4a22-a831-9ff833b3a7dc on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:43.013992 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f834a-5eb4-4cbb-8f5a-1c05b98df3ab None None] Port 65692666-5486-41ac-911a-088ed158c1db cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:15:43.024835 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device db5ea47d-29ea-4fd8-9170-534e37befc85 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:43.106690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Port 29796ed2-6a68-4a22-a831-9ff833b3a7dc on network f4dc74d2-e23d-4580-93d2-ff2d10747684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:15:43.107042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Attempting to bind port 29796ed2-6a68-4a22-a831-9ff833b3a7dc on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:43.149860 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port db5ea47d-29ea-4fd8-9170-534e37befc85 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:43.150277 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.168612 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89086d3-8e9e-4c9e-b888-34ad68be4969 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:15:43.215427 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:43.215915 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Checking segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:43.216524 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Bound using segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:43.217050 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Bound port: 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:43.217423 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.237784 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Publish callbacks [] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.318917 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f763950-afbe-4010-9a38-33975ff2a5ba req-6e93ab94-35fb-4736-b9c2-9ab6880b8b83 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171534 Feb 10 23:15:43.330731 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Transition to ACTIVE for port object a89086d3-8e9e-4c9e-b888-34ad68be4969 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:15:43.375997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port db5ea47d-29ea-4fd8-9170-534e37befc85 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:43.378081 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.379957 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 9128b80f-53f2-4ef0-9fba-110f9b3efeef up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:43.428851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks [] for port (e56a4939-812d-4617-94a0-17123aa3232a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.440089 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de4c56a9-8728-41e9-89c8-41c41c41644c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (639f30bd-d65d-46b1-9a69-d20acb824d8c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.447264 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de4c56a9-8728-41e9-89c8-41c41c41644c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.448872 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-de4c56a9-8728-41e9-89c8-41c41c41644c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/639f30bd-d65d-46b1-9a69-d20acb824d8c HTTP/1.1" status: 204 len: 168 time: 2.2022185 Feb 10 23:15:43.521346 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 9128b80f-53f2-4ef0-9fba-110f9b3efeef triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:43.521738 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.544156 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c56a9-8728-41e9-89c8-41c41c41644c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639f30bd-d65d-46b1-9a69-d20acb824d8c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:43.553886 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ae9960b1-b373-4522-8989-db39f0ae4d14 req-f6de9f09-ff89-4abd-a1e3-8457cb01a9c3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 210 time: 0.5670319 Feb 10 23:15:43.572295 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-daf45545-0178-492a-a3cb-3a6d5937b7a6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:43.573850 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-daf45545-0178-492a-a3cb-3a6d5937b7a6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 818 time: 1.7131925 Feb 10 23:15:43.574499 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Pushing event updated for resources: {'Port': ['ID=65692666-5486-41ac-911a-088ed158c1db,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:43.589388 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Pushing event updated for resources: {'Port': ['ID=a89086d3-8e9e-4c9e-b888-34ad68be4969,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:43.605622 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (e56a4939-812d-4617-94a0-17123aa3232a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.643334 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] For port 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:43.728424 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Request body: {'port': {'device_id': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'admin_state_up': True, 'tenant_id': '0256f193432141a582df6c7960b3f1ce'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:43.765083 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] For port 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:43.786206 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Attempting to bind port a89086d3-8e9e-4c9e-b888-34ad68be4969 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:43.789660 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Attempting to bind port a89086d3-8e9e-4c9e-b888-34ad68be4969 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c9b862c3-87eb-411a-a685-307690939e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:43.790776 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Attempting to bind port a89086d3-8e9e-4c9e-b888-34ad68be4969 on network 30bf2956-4ccc-478d-8938-f2185eb9ce24 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:43.818134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:43.830438 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Port a89086d3-8e9e-4c9e-b888-34ad68be4969 on network 30bf2956-4ccc-478d-8938-f2185eb9ce24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:15:43.836571 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Attempting to bind port a89086d3-8e9e-4c9e-b888-34ad68be4969 on network 30bf2956-4ccc-478d-8938-f2185eb9ce24 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:43.958256 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 9128b80f-53f2-4ef0-9fba-110f9b3efeef is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:43.992742 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:43.993278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Checking segment: {'id': 'c9b862c3-87eb-411a-a685-307690939e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:43.993681 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Bound using segment: {'id': 'c9b862c3-87eb-411a-a685-307690939e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:43.994127 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Bound port: a89086d3-8e9e-4c9e-b888-34ad68be4969, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b862c3-87eb-411a-a685-307690939e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:43.994495 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:44.095220 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Made reservation on behalf of 0256f193432141a582df6c7960b3f1ce for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:15:44.098823 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:44.163963 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:44.165133 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:44.166951 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] 10.222.0.43 "PUT /v2.0/ports/29796ed2-6a68-4a22-a831-9ff833b3a7dc HTTP/1.1" status: 200 len: 1094 time: 5.1613538 Feb 10 23:15:44.169794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b318281-da74-4def-bf1d-6c58526a88c7', 'tag': '29796ed2-6a68-4a22-a831-9ff833b3a7dc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:15:44.266918 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Pushing event updated for resources: {'Port': ['ID=e56a4939-812d-4617-94a0-17123aa3232a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:44.584811 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Allocated IP 172.20.0.10 (e9970b4b-68f6-44a4-ba0b-472b02b3180e/755e71f8-23a8-4af0-95df-2ca73280b0c8/d4c8b8dc-d661-46eb-b3be-43ba8843fdf1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:44.624842 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:44.636860 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (65692666-5486-41ac-911a-088ed158c1db), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:44.639529 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:44.643415 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:44.651216 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:44.653075 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:44.677677 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e4cb-15a3-4018-b009-eacbfa9f1fdf service neutron] Pushing event updated for resources: {'Port': ['ID=29796ed2-6a68-4a22-a831-9ff833b3a7dc,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:44.687100 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45360) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:44.818403 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-261a6a76-de3d-44be-8f00-ef7e707ed37e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2751060 Feb 10 23:15:44.904591 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78c99c-3266-4136-850a-455da2bb2429 req-2554d0fc-e89b-46f8-b3a2-55b6cb79f0d8 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:44.917888 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db78c99c-3266-4136-850a-455da2bb2429 req-2554d0fc-e89b-46f8-b3a2-55b6cb79f0d8 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.9780858 Feb 10 23:15:44.990549 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607bfd9-abd5-45ba-a467-778e51d5fb97 req-489f6533-4be7-4fe7-8f80-fb81bfb3a282 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:45.001988 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d607bfd9-abd5-45ba-a467-778e51d5fb97 req-489f6533-4be7-4fe7-8f80-fb81bfb3a282 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.4864666 Feb 10 23:15:45.042232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] For port a89086d3-8e9e-4c9e-b888-34ad68be4969, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:45.072615 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf47505-7186-41d4-8877-10dbb90a9369" -d '{"events": [{"name": "network-changed", "server_uuid": "8b318281-da74-4def-bf1d-6c58526a88c7", "tag": "29796ed2-6a68-4a22-a831-9ff833b3a7dc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:15:45.077009 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Request body: {'port': {'device_id': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:45.103770 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-ed65efa8-d729-4951-8f64-a8483102f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:45.106203 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-ed65efa8-d729-4951-8f64-a8483102f714 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 1128 time: 0.4463837 Feb 10 23:15:45.116693 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] For port a89086d3-8e9e-4c9e-b888-34ad68be4969, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969,segment=NetworkSegment(c9b862c3-87eb-411a-a685-307690939e88),segment_id=c9b862c3-87eb-411a-a685-307690939e88)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:45.156994 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.254369 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d61eadcd-aabb-4d6a-b463-ede3e842a093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.307748 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:45.310081 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.314994 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] 10.222.0.43 "PUT /v2.0/ports/a89086d3-8e9e-4c9e-b888-34ad68be4969 HTTP/1.1" status: 200 len: 1094 time: 6.3105028 Feb 10 23:15:45.317369 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e724fd-9431-4e24-aed5-58d34b4b222f service neutron] Pushing event updated for resources: {'Port': ['ID=a89086d3-8e9e-4c9e-b888-34ad68be4969,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:45.357653 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-db78c99c-3266-4136-850a-455da2bb2429 req-c71229da-961f-4973-9974-3a0aae70117c tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382019 Feb 10 23:15:45.537346 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-89703126-6416-4f47-a3a2-6d84fc647c52 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc HTTP/1.1" status: 200 len: 217 time: 0.2110143 Feb 10 23:15:45.570962 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f0fbd3f2-04a5-4423-9a2b-86a5b3807855 req-c094600e-70a8-4673-9b5b-0e071d6e2aeb tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 210 time: 0.0420091 Feb 10 23:15:45.613403 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e56a4939-812d-4617-94a0-17123aa3232a), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.646839 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c8b5-1dba-4f5e-b43b-18c925e52be8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.857660 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks [] for port (65692666-5486-41ac-911a-088ed158c1db), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.865729 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d607bfd9-abd5-45ba-a467-778e51d5fb97 req-455ff4da-a99a-4891-8ac4-1c0c0d0ba88d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8623083 Feb 10 23:15:45.874065 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (65692666-5486-41ac-911a-088ed158c1db), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.875280 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (d5c39ebc-9e8e-4505-85bd-76b03a32f343), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.937398 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:45.984171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c8b5-1dba-4f5e-b43b-18c925e52be8 admin admin] Publish callbacks [] for security_group (a3ba4ba0-424a-46cf-8446-fa9304362f77), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.013272 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c8b5-1dba-4f5e-b43b-18c925e52be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (a3ba4ba0-424a-46cf-8446-fa9304362f77), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.093884 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c2f2c8b5-1dba-4f5e-b43b-18c925e52be8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0d9b982ac8c4b46af07aca069fe8328&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3155558 Feb 10 23:15:46.094610 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:46.163312 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks [] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.198060 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-676b71fd-d8e2-451a-ab60-cdbe0c25e102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:46.199807 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-676b71fd-d8e2-451a-ab60-cdbe0c25e102 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.6277585 Feb 10 23:15:46.226811 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bed18072-dfef-419a-a603-f6002211afda admin admin] Publish callbacks [] for security_group (a3ba4ba0-424a-46cf-8446-fa9304362f77), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.235309 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2c8b5-1dba-4f5e-b43b-18c925e52be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ba4ba0-424a-46cf-8446-fa9304362f77,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:46.308414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-36388fc3-1a93-4ef0-b2ca-ccb837fe4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:46.310225 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-36388fc3-1a93-4ef0-b2ca-ccb837fe4a36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ae7c6136b94b51bd44fa33e0d225fc&device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 1128 time: 0.7205334 Feb 10 23:15:46.312231 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-9479d3e2-ce68-46ee-9e4c-7c4f1e92aad2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654819 Feb 10 23:15:46.325219 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Pushing event updated for resources: {'Port': ['ID=65692666-5486-41ac-911a-088ed158c1db,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:46.331458 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ead75-99bf-4678-80ee-c648956c7780 x-openstack-request-id: req-315ead75-99bf-4678-80ee-c648956c7780 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:15:46.331782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b318281-da74-4def-bf1d-6c58526a88c7", "tag": "29796ed2-6a68-4a22-a831-9ff833b3a7dc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:15:46.332063 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-315ead75-99bf-4678-80ee-c648956c7780 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:15:46.332666 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b318281-da74-4def-bf1d-6c58526a88c7', 'tag': '29796ed2-6a68-4a22-a831-9ff833b3a7dc', 'status': 'completed', 'code': 200} Feb 10 23:15:46.350098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bed18072-dfef-419a-a603-f6002211afda admin admin] Publish callbacks [] for security_group (a3ba4ba0-424a-46cf-8446-fa9304362f77), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.500552 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:46.533070 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:46.550556 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.609134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bed18072-dfef-419a-a603-f6002211afda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (a3ba4ba0-424a-46cf-8446-fa9304362f77), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.620168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bed18072-dfef-419a-a603-f6002211afda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:46.627363 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bed18072-dfef-419a-a603-f6002211afda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3ba4ba0-424a-46cf-8446-fa9304362f77 HTTP/1.1" status: 204 len: 168 time: 0.5246649 Feb 10 23:15:46.735955 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-de782e04-6abf-4271-8e72-93a4732ffb0a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969 HTTP/1.1" status: 200 len: 217 time: 0.2957771 Feb 10 23:15:46.752286 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed18072-dfef-419a-a603-f6002211afda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ba4ba0-424a-46cf-8446-fa9304362f77,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:46.771259 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:15:46.965031 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bf543-04f8-4fb2-aebc-975e7d1cbebe req-1c9b11a1-d3f5-45dc-80ec-a13e20063f06 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:46.966884 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc6bf543-04f8-4fb2-aebc-975e7d1cbebe req-1c9b11a1-d3f5-45dc-80ec-a13e20063f06 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.1429706 Feb 10 23:15:46.994701 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-47bf3fdd-adf8-4065-91ef-55fbf2b591ba service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600393 Feb 10 23:15:47.062083 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc6bf543-04f8-4fb2-aebc-975e7d1cbebe req-78a4f967-c176-423f-8393-b67deddc505f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858188 Feb 10 23:15:47.087151 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dd725c3b-3035-4980-af96-24fec17890b9 None None] Provisioning complete for port 65692666-5486-41ac-911a-088ed158c1db triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:47.087741 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd725c3b-3035-4980-af96-24fec17890b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (65692666-5486-41ac-911a-088ed158c1db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.228259 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dd725c3b-3035-4980-af96-24fec17890b9 None None] Port 65692666-5486-41ac-911a-088ed158c1db cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:15:47.228546 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Network e9970b4b-68f6-44a4-ba0b-472b02b3180e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:47.254921 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:47.268859 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:47.281747 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:47.281747 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.308291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e56a4939-812d-4617-94a0-17123aa3232a {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:15:47.316646 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce95475-a512-487b-a033-861c44654bbb req-e2698ab7-558d-4b59-9fc1-aae48b85b958 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:47.319500 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Pushing event updated for resources: {'Port': ['ID=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:47.328974 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fce95475-a512-487b-a033-861c44654bbb req-e2698ab7-558d-4b59-9fc1-aae48b85b958 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.1095998 Feb 10 23:15:47.410206 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Publish callbacks [] for port (e56a4939-812d-4617-94a0-17123aa3232a), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.413694 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fce95475-a512-487b-a033-861c44654bbb req-0d97acd7-f6ea-424e-92eb-4219452f11ab tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833466 Feb 10 23:15:47.452312 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705432c-6fa2-4e1a-86f8-15a5e185e784 req-300b14fc-a95f-44cb-8929-002c771de12e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:47.454940 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5705432c-6fa2-4e1a-86f8-15a5e185e784 req-300b14fc-a95f-44cb-8929-002c771de12e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.9525347 Feb 10 23:15:47.475668 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-2ecb4287-9b7a-4a97-8ed6-52cbf9f2f9d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8395703 Feb 10 23:15:47.495318 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Transition to ACTIVE for port object e56a4939-812d-4617-94a0-17123aa3232a will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:15:47.505436 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e56a4939-812d-4617-94a0-17123aa3232a), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.572784 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45456) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:47.597705 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.627240 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e56a4939-812d-4617-94a0-17123aa3232a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:47.632988 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5705432c-6fa2-4e1a-86f8-15a5e185e784 req-366648a0-ee76-4c2e-a519-c342d679ea54 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634581 Feb 10 23:15:47.656802 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:15:47.667984 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:15:47.676868 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f8ebec7f-3aa5-4d02-b339-fbbc9ae569e5 admin admin] 10.222.0.77 "PUT /v2.0/routers/d5c39ebc-9e8e-4505-85bd-76b03a32f343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7448816 Feb 10 23:15:47.684598 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:47.686108 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:47.698054 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Attempting to bind port e56a4939-812d-4617-94a0-17123aa3232a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:47.698427 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Attempting to bind port e56a4939-812d-4617-94a0-17123aa3232a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:47.698795 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Attempting to bind port e56a4939-812d-4617-94a0-17123aa3232a on network e9970b4b-68f6-44a4-ba0b-472b02b3180e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:47.714613 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Port e56a4939-812d-4617-94a0-17123aa3232a on network e9970b4b-68f6-44a4-ba0b-472b02b3180e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:15:47.714963 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Attempting to bind port e56a4939-812d-4617-94a0-17123aa3232a on network e9970b4b-68f6-44a4-ba0b-472b02b3180e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:47.723332 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:47.724822 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Checking segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:47.729771 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Bound using segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:47.730279 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Bound port: e56a4939-812d-4617-94a0-17123aa3232a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:47.730662 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e56a4939-812d-4617-94a0-17123aa3232a), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.811354 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] For port e56a4939-812d-4617-94a0-17123aa3232a, host hv-cinder-82880, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:47.817981 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] For port e56a4939-812d-4617-94a0-17123aa3232a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e56a4939-812d-4617-94a0-17123aa3232a,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:47.832844 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e56a4939-812d-4617-94a0-17123aa3232a), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.835651 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:47.842250 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e87026-08fd-4da6-844f-15177e7416eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.946814 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e56a4939-812d-4617-94a0-17123aa3232a,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:47.976513 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e87026-08fd-4da6-844f-15177e7416eb admin admin] Publish callbacks [] for security_group (1854a385-70eb-4d52-99c4-8d1d32c1874f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.977286 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:47.977901 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:47.980771 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-f9199046-9bc2-4a71-a601-4ec93a8044d0 service neutron] 10.222.0.43 "PUT /v2.0/ports/e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 1093 time: 2.9130580 Feb 10 23:15:47.981181 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'tag': 'e56a4939-812d-4617-94a0-17123aa3232a'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:15:47.984977 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7e87026-08fd-4da6-844f-15177e7416eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1854a385-70eb-4d52-99c4-8d1d32c1874f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.042725 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f7e87026-08fd-4da6-844f-15177e7416eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5d21904ac234aba988b2986e68c228d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684927 Feb 10 23:15:48.043880 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e87026-08fd-4da6-844f-15177e7416eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1854a385-70eb-4d52-99c4-8d1d32c1874f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:48.047022 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:48.156544 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-874f0af5-2525-4297-aa9a-4bc9fdf2b690 admin admin] Publish callbacks [] for security_group (1854a385-70eb-4d52-99c4-8d1d32c1874f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.162307 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 2, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:48.197701 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:15:48.198231 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Updating router d5c39ebc-9e8e-4505-85bd-76b03a32f343 port 65692666-5486-41ac-911a-088ed158c1db binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:15:48.209029 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-874f0af5-2525-4297-aa9a-4bc9fdf2b690 admin admin] Publish callbacks [] for security_group (1854a385-70eb-4d52-99c4-8d1d32c1874f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.236077 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (65692666-5486-41ac-911a-088ed158c1db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.258320 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b30a3e-1355-417f-8778-02128882ae27 req-f92cc43c-97da-4fab-8d82-cce94497a007 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:48.260014 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a1b30a3e-1355-417f-8778-02128882ae27 req-f92cc43c-97da-4fab-8d82-cce94497a007 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.1063623 Feb 10 23:15:48.308621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-874f0af5-2525-4297-aa9a-4bc9fdf2b690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1854a385-70eb-4d52-99c4-8d1d32c1874f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.311782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-874f0af5-2525-4297-aa9a-4bc9fdf2b690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.316035 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-874f0af5-2525-4297-aa9a-4bc9fdf2b690 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1854a385-70eb-4d52-99c4-8d1d32c1874f HTTP/1.1" status: 204 len: 168 time: 0.2655303 Feb 10 23:15:48.348646 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'tag': 'a89086d3-8e9e-4c9e-b888-34ad68be4969'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:15:48.354777 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8f3f9-45ef-462f-8334-c53afeee5593" -d '{"events": [{"name": "network-changed", "server_uuid": "0873ddf9-8b87-4527-9956-fddd9653aab4", "tag": "a89086d3-8e9e-4c9e-b888-34ad68be4969"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:15:48.359225 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a1b30a3e-1355-417f-8778-02128882ae27 req-8c5ea943-8ea8-4d40-a309-018f7408207c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861697 Feb 10 23:15:48.364379 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f0af5-2525-4297-aa9a-4bc9fdf2b690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1854a385-70eb-4d52-99c4-8d1d32c1874f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:48.410073 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0399ab-120e-4338-9a54-6cfada49828a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe3cc82-bdd4-4717-bfc7-90d24fbecea1", "tag": "e56a4939-812d-4617-94a0-17123aa3232a"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:15:48.557001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0253d36-1595-4aae-9d1a-1d1c3a471891 x-openstack-request-id: req-b0253d36-1595-4aae-9d1a-1d1c3a471891 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:15:48.557559 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0873ddf9-8b87-4527-9956-fddd9653aab4", "tag": "a89086d3-8e9e-4c9e-b888-34ad68be4969", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:15:48.558011 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b0253d36-1595-4aae-9d1a-1d1c3a471891 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:15:48.558545 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'tag': 'a89086d3-8e9e-4c9e-b888-34ad68be4969', 'status': 'completed', 'code': 200} Feb 10 23:15:48.662552 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:48.668096 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159610030', 'description': 'tempest-description--903452649'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:48.704012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.733626 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Publish callbacks [] for port (65692666-5486-41ac-911a-088ed158c1db), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.748167 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (65692666-5486-41ac-911a-088ed158c1db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.808756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd21de9-715a-4baf-a078-8a6483d9d574 None None] Pushing event updated for resources: {'Port': ['ID=65692666-5486-41ac-911a-088ed158c1db,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:48.821169 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0783217-9d08-4d44-8b36-fd2e53c3a2f8 req-5c1b02b7-15df-41e6-a8ff-5a2d09d6d712 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:48.822252 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0783217-9d08-4d44-8b36-fd2e53c3a2f8 req-5c1b02b7-15df-41e6-a8ff-5a2d09d6d712 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0990376 Feb 10 23:15:48.887997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Attempting to bind port 65692666-5486-41ac-911a-088ed158c1db on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:48.888611 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Attempting to bind port 65692666-5486-41ac-911a-088ed158c1db by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:48.889177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Attempting to bind port 65692666-5486-41ac-911a-088ed158c1db on network 6b812fe7-d639-43f6-9ed4-56545ad39751 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:48.893285 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0783217-9d08-4d44-8b36-fd2e53c3a2f8 req-7c587a23-11da-4df4-b84c-7403bbb3e890 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613978 Feb 10 23:15:48.904231 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (6f4cb457-ba08-438b-a742-fbbe291c1bc0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.918857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:48.918857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Checking segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:48.918857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.918857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Bound using segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:48.918857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Bound port: 65692666-5486-41ac-911a-088ed158c1db, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:48.918857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (65692666-5486-41ac-911a-088ed158c1db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.919534 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (6f4cb457-ba08-438b-a742-fbbe291c1bc0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.948198 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:48.949441 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2856965 Feb 10 23:15:48.952506 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45534) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:48.957289 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'security_group_rule': {'security_group_id': '6f4cb457-ba08-438b-a742-fbbe291c1bc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:48.998775 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698e5745-3831-47e4-99ac-3ec1d2778137 x-openstack-request-id: req-698e5745-3831-47e4-99ac-3ec1d2778137 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:15:48.999764 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe3cc82-bdd4-4717-bfc7-90d24fbecea1", "tag": "e56a4939-812d-4617-94a0-17123aa3232a", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:15:48.999764 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-698e5745-3831-47e4-99ac-3ec1d2778137 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:15:48.999764 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'tag': 'e56a4939-812d-4617-94a0-17123aa3232a', 'status': 'completed', 'code': 200} Feb 10 23:15:49.035705 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e8de9-c171-45a1-b384-cff980bb6d56 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4cb457-ba08-438b-a742-fbbe291c1bc0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:49.039700 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (a20956f4-ab5f-42dc-a9d5-7e63f9e1ea01), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.089071 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e7b0ee5f-a7f4-4836-b7e5-1051892f2dc4 None None] Provisioning complete for port 65692666-5486-41ac-911a-088ed158c1db triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:49.089448 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b0ee5f-a7f4-4836-b7e5-1051892f2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (65692666-5486-41ac-911a-088ed158c1db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.092454 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] For port 65692666-5486-41ac-911a-088ed158c1db, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:49.095733 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] For port 65692666-5486-41ac-911a-088ed158c1db, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=65692666-5486-41ac-911a-088ed158c1db,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:49.125521 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (65692666-5486-41ac-911a-088ed158c1db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.131125 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d453d5-c091-43aa-896f-1205479b0581 req-f5bb9cef-4fbc-4a98-8e67-1d05e3b73cda tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:49.134804 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-27d453d5-c091-43aa-896f-1205479b0581 req-f5bb9cef-4fbc-4a98-8e67-1d05e3b73cda tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0839493 Feb 10 23:15:49.149988 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (a20956f4-ab5f-42dc-a9d5-7e63f9e1ea01), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.156629 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (a20956f4-ab5f-42dc-a9d5-7e63f9e1ea01), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.180134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:49.183080 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20956f4-ab5f-42dc-a9d5-7e63f9e1ea01,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:49.196687 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.200985 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-528daa9c-fc26-4055-a009-386ba69ddb96 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2444150 Feb 10 23:15:49.201318 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:49.206283 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e7b0ee5f-a7f4-4836-b7e5-1051892f2dc4 None None] Port 65692666-5486-41ac-911a-088ed158c1db cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:15:49.207553 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'security_group_rule': {'security_group_id': '6f4cb457-ba08-438b-a742-fbbe291c1bc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:49.217338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3afd4af4-e243-4098-9ba4-a37926323ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.225014 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:15:49.225655 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:15:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:49.250560 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (9a6c0e8a-b598-4370-b66c-3f04a25b4705), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.323411 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-27d453d5-c091-43aa-896f-1205479b0581 req-61e43861-80d6-4b51-b316-678b32e458a6 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830001 Feb 10 23:15:49.340959 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (9a6c0e8a-b598-4370-b66c-3f04a25b4705), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.346554 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (9a6c0e8a-b598-4370-b66c-3f04a25b4705), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.374450 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3afd4af4-e243-4098-9ba4-a37926323ce1 admin admin] Publish callbacks [] for security_group (5f91066f-8c61-4b10-b5eb-da144c18a411), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.377044 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.378268 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759973 Feb 10 23:15:49.382454 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:49.384678 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd686eff-bba8-46f1-9963-63ac5080f91a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6c0e8a-b598-4370-b66c-3f04a25b4705,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:49.387793 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3afd4af4-e243-4098-9ba4-a37926323ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5f91066f-8c61-4b10-b5eb-da144c18a411), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.389198 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:49.438499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd21de9-715a-4baf-a078-8a6483d9d574 None None] Pushing event updated for resources: {'Port': ['ID=65692666-5486-41ac-911a-088ed158c1db,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:49.465143 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.474422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd4af4-e243-4098-9ba4-a37926323ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f91066f-8c61-4b10-b5eb-da144c18a411,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:49.495980 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3afd4af4-e243-4098-9ba4-a37926323ce1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=444072688a534ea3b4a510915e47d646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137054 Feb 10 23:15:49.501787 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45552) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:49.585323 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.599620 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1fe0-c07e-4d06-ba46-ec03d2afbce7 admin admin] Publish callbacks [] for security_group (5f91066f-8c61-4b10-b5eb-da144c18a411), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.605061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:15:49.630443 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1fe0-c07e-4d06-ba46-ec03d2afbce7 admin admin] Publish callbacks [] for security_group (5f91066f-8c61-4b10-b5eb-da144c18a411), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.634812 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7e766-bfd2-4a05-9e73-f8dc3bc636ec req-2544b2d5-fbb7-4679-a962-94ec383526bf tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:49.636355 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-49e7e766-bfd2-4a05-9e73-f8dc3bc636ec req-2544b2d5-fbb7-4679-a962-94ec383526bf tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.0772638 Feb 10 23:15:49.653278 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.689342 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] Provisioning complete for port 65692666-5486-41ac-911a-088ed158c1db triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:49.690323 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (65692666-5486-41ac-911a-088ed158c1db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.700230 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1fe0-c07e-4d06-ba46-ec03d2afbce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5f91066f-8c61-4b10-b5eb-da144c18a411), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.704288 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1fe1fe0-c07e-4d06-ba46-ec03d2afbce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.705894 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a1fe1fe0-c07e-4d06-ba46-ec03d2afbce7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f91066f-8c61-4b10-b5eb-da144c18a411 HTTP/1.1" status: 204 len: 168 time: 0.2029741 Feb 10 23:15:49.735862 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-49e7e766-bfd2-4a05-9e73-f8dc3bc636ec req-31cfe50b-07f9-433b-b602-a7812d7da4cc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906386 Feb 10 23:15:49.736483 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe1fe0-c07e-4d06-ba46-ec03d2afbce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f91066f-8c61-4b10-b5eb-da144c18a411,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:49.817707 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Allocated IP 172.27.1.87 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/334be04f-9da5-4524-b7e4-a7af43415489) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:15:49.960725 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for port (334be04f-9da5-4524-b7e4-a7af43415489), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:49.974905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] Current status of the port 65692666-5486-41ac-911a-088ed158c1db is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:49.975308 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (65692666-5486-41ac-911a-088ed158c1db), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.050798 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] For port 65692666-5486-41ac-911a-088ed158c1db, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=65692666-5486-41ac-911a-088ed158c1db,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:15:50.058305 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (65692666-5486-41ac-911a-088ed158c1db), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.125994 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bad17-77c8-4cd1-96ca-9a6e13d8911a req-09d17651-422f-4d98-8db2-b8fdc42f157c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:50.128718 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d12bad17-77c8-4cd1-96ca-9a6e13d8911a req-09d17651-422f-4d98-8db2-b8fdc42f157c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.1297545 Feb 10 23:15:50.144075 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:49Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:15:50.150612 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e0502-6064-4ab6-8b07-94d34d36df28 None None] Pushing event updated for resources: {'Port': ['ID=65692666-5486-41ac-911a-088ed158c1db,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:50.213118 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (334be04f-9da5-4524-b7e4-a7af43415489), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.215027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b00b11-77ab-4db4-bebe-e8b492259b6b None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:49Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:15:50.246216 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d12bad17-77c8-4cd1-96ca-9a6e13d8911a req-4400c09d-75f4-4bfd-abd6-36f6cb158cdc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068068 Feb 10 23:15:50.263631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:15:50.266472 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:15:50.270091 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:15:50.342057 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'Port': ['ID=334be04f-9da5-4524-b7e4-a7af43415489,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:50.391474 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (7a261c00-be9d-4744-9b54-d962b57c4623), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.464128 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (334be04f-9da5-4524-b7e4-a7af43415489), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.528608 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe2b63-19d6-4182-ab35-4261df0ce175 req-9e839bfe-f8df-45f6-8e23-62584db99070 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:50.530153 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-83fe2b63-19d6-4182-ab35-4261df0ce175 req-9e839bfe-f8df-45f6-8e23-62584db99070 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.1040657 Feb 10 23:15:50.631491 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-83fe2b63-19d6-4182-ab35-4261df0ce175 req-744bb7dd-7e56-4383-a72b-93519dd9a8f5 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941772 Feb 10 23:15:50.684991 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for port (334be04f-9da5-4524-b7e4-a7af43415489), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.690364 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (334be04f-9da5-4524-b7e4-a7af43415489), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.730938 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (7a261c00-be9d-4744-9b54-d962b57c4623), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.751608 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'Port': ['ID=334be04f-9da5-4524-b7e4-a7af43415489,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:50.756888 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:50.766184 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fceccd5c-7c9a-49e5-a99a-f57cf2af4759 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3756466 Feb 10 23:15:50.964178 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fba17a-1f8d-428d-9a15-54855eefcfe5 req-ee69d664-ea4d-4612-ae17-65d286317022 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:50.972419 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89fba17a-1f8d-428d-9a15-54855eefcfe5 req-ee69d664-ea4d-4612-ae17-65d286317022 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.1009512 Feb 10 23:15:51.031552 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 65692666-5486-41ac-911a-088ed158c1db up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:15:51.083127 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89fba17a-1f8d-428d-9a15-54855eefcfe5 req-2a60de2b-045b-4a14-ac2e-9a8548393ca3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098042 Feb 10 23:15:51.091960 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-d47744d1-dbab-4b8b-8ae1-d5fe8039a898 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--159610030&fields=id&tenant_id=77ee0d232a574e3e8ad570987e058990 HTTP/1.1" status: 200 len: 267 time: 0.1321497 Feb 10 23:15:51.157109 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 65692666-5486-41ac-911a-088ed158c1db triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:15:51.157616 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (65692666-5486-41ac-911a-088ed158c1db), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:51.337175 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-3d87aac4-317d-43fc-b504-7a52b808b4c5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:51.350964 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-3d87aac4-317d-43fc-b504-7a52b808b4c5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 811 time: 0.2315700 Feb 10 23:15:51.384675 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 65692666-5486-41ac-911a-088ed158c1db is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:15:51.404685 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-4e38bcf9-fe3c-421f-a458-5442d74f8673 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/quotas/77ee0d232a574e3e8ad570987e058990 HTTP/1.1" status: 200 len: 375 time: 0.0377481 Feb 10 23:15:51.453588 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e72ac3-cc8f-43ba-8a08-2045e97bc032 req-91985c94-75d6-41dc-8b27-2d3b85e2e78e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:51.455234 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81e72ac3-cc8f-43ba-8a08-2045e97bc032 req-91985c94-75d6-41dc-8b27-2d3b85e2e78e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0628803 Feb 10 23:15:51.500884 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-ccc2671f-7e1f-447a-832d-f185ebbb85d3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951986 Feb 10 23:15:51.538226 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81e72ac3-cc8f-43ba-8a08-2045e97bc032 req-14f863e5-ee55-41d5-9e6e-ce512152acd7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741565 Feb 10 23:15:51.640893 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-9d8a0eb0-03e5-4605-8d1d-bf6ed95f4c6e service neutron] 10.222.0.77 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242187 Feb 10 23:15:51.755623 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-48abffed-52fa-4133-bbcb-c3ab46f75f32 service neutron] 10.222.0.77 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088679 Feb 10 23:15:51.782885 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17938d98-023c-4d63-bbfb-c0e669737908 req-21e7e878-6a55-4949-a91a-949d490a1e24 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:51.784414 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17938d98-023c-4d63-bbfb-c0e669737908 req-21e7e878-6a55-4949-a91a-949d490a1e24 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0790076 Feb 10 23:15:51.833650 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17938d98-023c-4d63-bbfb-c0e669737908 req-b3dcf9d5-91c6-4ddf-8125-728f6d98bddc tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436072 Feb 10 23:15:51.956864 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ff7dbea-0440-4619-8ddc-f8aa2c736a40 req-7a757a3f-17e5-4253-a354-afd102088b9f tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0304306 Feb 10 23:15:52.217538 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4c14d-08da-4f7b-9a56-ccdafb39cc31 req-e19453d7-24fd-4837-9a91-d79d671106ca tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:52.219786 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cba4c14d-08da-4f7b-9a56-ccdafb39cc31 req-e19453d7-24fd-4837-9a91-d79d671106ca tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.0610540 Feb 10 23:15:52.280385 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cba4c14d-08da-4f7b-9a56-ccdafb39cc31 req-e274f9d0-9f83-4a98-80fd-26715578b15d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548296 Feb 10 23:15:52.730097 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febf9ff-5c13-47f4-a59d-72205f116d89 req-f04ba121-361a-4a99-a666-770e17a51cc4 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:52.731805 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5febf9ff-5c13-47f4-a59d-72205f116d89 req-f04ba121-361a-4a99-a666-770e17a51cc4 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0755911 Feb 10 23:15:52.781509 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5febf9ff-5c13-47f4-a59d-72205f116d89 req-e90d3afc-b248-436f-b337-95cdab446c19 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 Feb 10 23:15:52.804180 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:52.932231 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66e6a71-175d-4dbc-8b1e-06d0fa55918a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:52.969161 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41132db6-ad58-45ce-94e0-2534c5c19ef4 req-161be72c-935e-4179-b4d2-e324013c18c6 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:52.971380 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-41132db6-ad58-45ce-94e0-2534c5c19ef4 req-161be72c-935e-4179-b4d2-e324013c18c6 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0624480 Feb 10 23:15:53.024240 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-41132db6-ad58-45ce-94e0-2534c5c19ef4 req-91d4c435-56cf-43e8-aa25-4b9b7417efd9 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462229 Feb 10 23:15:53.036344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66e6a71-175d-4dbc-8b1e-06d0fa55918a admin admin] Publish callbacks [] for security_group (5154fe0b-64d9-46d8-937e-d75dd4e294a0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.045878 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b66e6a71-175d-4dbc-8b1e-06d0fa55918a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5154fe0b-64d9-46d8-937e-d75dd4e294a0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.069515 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc81456a-4b7e-4ab3-8eec-a7c100386a52 req-50bda4ca-aef9-4f57-9f26-57a79d51714a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0388873 Feb 10 23:15:53.114331 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b66e6a71-175d-4dbc-8b1e-06d0fa55918a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ccad5f402374577b512a2593620a5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087604 Feb 10 23:15:53.117164 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:53.117581 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e6a71-175d-4dbc-8b1e-06d0fa55918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5154fe0b-64d9-46d8-937e-d75dd4e294a0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:53.176965 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1285f35a-3663-4ca9-80dd-5b770fee1e76 admin admin] Publish callbacks [] for security_group (5154fe0b-64d9-46d8-937e-d75dd4e294a0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.201597 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1285f35a-3663-4ca9-80dd-5b770fee1e76 admin admin] Publish callbacks [] for security_group (5154fe0b-64d9-46d8-937e-d75dd4e294a0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.248626 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1285f35a-3663-4ca9-80dd-5b770fee1e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5154fe0b-64d9-46d8-937e-d75dd4e294a0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.251418 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1285f35a-3663-4ca9-80dd-5b770fee1e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.252598 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1285f35a-3663-4ca9-80dd-5b770fee1e76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5154fe0b-64d9-46d8-937e-d75dd4e294a0 HTTP/1.1" status: 204 len: 168 time: 0.1341178 Feb 10 23:15:53.260931 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285f35a-3663-4ca9-80dd-5b770fee1e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5154fe0b-64d9-46d8-937e-d75dd4e294a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:53.401369 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c2fae-666a-46d7-b2e0-5edb6b3cd73f req-e861d252-c903-4452-aa85-6191ec19d67a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:53.402893 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-685c2fae-666a-46d7-b2e0-5edb6b3cd73f req-e861d252-c903-4452-aa85-6191ec19d67a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.0567114 Feb 10 23:15:53.467868 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-685c2fae-666a-46d7-b2e0-5edb6b3cd73f req-38900a80-2a77-4a76-9f2a-4c51dc8466dd tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Feb 10 23:15:53.576809 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45722) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:53.590695 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa32b-d670-44cc-8ad8-e5e5e80f8d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.683855 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa32b-d670-44cc-8ad8-e5e5e80f8d3d admin admin] Publish callbacks [] for security_group (b133f7c1-a111-4f79-9700-99a674039a2c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.689481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4d6aa32b-d670-44cc-8ad8-e5e5e80f8d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b133f7c1-a111-4f79-9700-99a674039a2c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.732812 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6aa32b-d670-44cc-8ad8-e5e5e80f8d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b133f7c1-a111-4f79-9700-99a674039a2c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:53.748089 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4d6aa32b-d670-44cc-8ad8-e5e5e80f8d3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4370e71658b4d62a34af9e3621fe0e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700904 Feb 10 23:15:53.750047 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:53.825075 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54626eaa-90a0-462e-8541-655eb6506374 admin admin] Publish callbacks [] for security_group (b133f7c1-a111-4f79-9700-99a674039a2c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.850877 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54626eaa-90a0-462e-8541-655eb6506374 admin admin] Publish callbacks [] for security_group (b133f7c1-a111-4f79-9700-99a674039a2c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.910385 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54626eaa-90a0-462e-8541-655eb6506374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b133f7c1-a111-4f79-9700-99a674039a2c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.913068 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-54626eaa-90a0-462e-8541-655eb6506374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:53.914958 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-54626eaa-90a0-462e-8541-655eb6506374 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b133f7c1-a111-4f79-9700-99a674039a2c HTTP/1.1" status: 204 len: 168 time: 0.1633177 Feb 10 23:15:53.919919 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70864756-c0f1-45f8-a40b-ae6c754fdb08 req-983747a5-5e59-42d6-a3e4-a33c3e435d87 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:53.926603 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70864756-c0f1-45f8-a40b-ae6c754fdb08 req-983747a5-5e59-42d6-a3e4-a33c3e435d87 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0675638 Feb 10 23:15:53.930132 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54626eaa-90a0-462e-8541-655eb6506374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b133f7c1-a111-4f79-9700-99a674039a2c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:53.975639 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70864756-c0f1-45f8-a40b-ae6c754fdb08 req-1932ebd0-fde2-4bfa-be86-34c16b5516d7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Feb 10 23:15:54.167000 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f75998-b6b3-424c-9654-ca4841445ef3 req-52458c12-9e3c-4251-9782-93465e1041e3 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:54.174905 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-54f75998-b6b3-424c-9654-ca4841445ef3 req-52458c12-9e3c-4251-9782-93465e1041e3 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0757148 Feb 10 23:15:54.202094 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3c4a26e-e2fc-41ac-9591-e8b1040615f3 req-193c649e-039e-44da-a7e5-a7259509152d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0386982 Feb 10 23:15:54.276703 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-54f75998-b6b3-424c-9654-ca4841445ef3 req-115b99e9-b750-4de0-9020-21e4d02c422e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006026 Feb 10 23:15:54.597253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fa6d1-b043-4b6c-a822-cf8e5f7d763a req-0d759895-82b2-46f9-abde-70ca08fea7fe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:54.599117 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a0fa6d1-b043-4b6c-a822-cf8e5f7d763a req-0d759895-82b2-46f9-abde-70ca08fea7fe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.0596890 Feb 10 23:15:54.669275 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a0fa6d1-b043-4b6c-a822-cf8e5f7d763a req-bca9223c-b6cf-48ff-9579-1291b42f15e8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599446 Feb 10 23:15:55.169050 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b127-5c90-47cc-a9fb-fc433d8312da req-69ac5623-3824-4d31-a2b7-5966c8f480dc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.178715 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215b127-5c90-47cc-a9fb-fc433d8312da req-69ac5623-3824-4d31-a2b7-5966c8f480dc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.1070609 Feb 10 23:15:55.240054 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2215b127-5c90-47cc-a9fb-fc433d8312da req-6727fb6d-36f5-47ea-b913-8f7fd5454423 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594993 Feb 10 23:15:55.354693 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edc128e8-8beb-4756-8fee-c8f6cec7862a req-e24ea8ca-9831-411a-b89a-0e6aab854ac4 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0299134 Feb 10 23:15:55.439660 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02583f23-fbf2-4e6b-883c-ce9f0c43c2dd req-fd057d69-4df6-4be6-89b1-596c11e4c709 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.441218 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-02583f23-fbf2-4e6b-883c-ce9f0c43c2dd req-fd057d69-4df6-4be6-89b1-596c11e4c709 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0560892 Feb 10 23:15:55.494466 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-02583f23-fbf2-4e6b-883c-ce9f0c43c2dd req-f136a3d8-be9a-4b03-b75b-835f0657347b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458536 Feb 10 23:15:55.789638 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38fdd0-05e2-4a48-8136-caedbcd54cbf req-ef0da1ae-c509-41ba-9bdc-5bf7cc47355a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:55.791722 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d38fdd0-05e2-4a48-8136-caedbcd54cbf req-ef0da1ae-c509-41ba-9bdc-5bf7cc47355a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.0538044 Feb 10 23:15:55.839415 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d38fdd0-05e2-4a48-8136-caedbcd54cbf req-bbf60432-54df-450c-8aa0-ca5908a98431 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Feb 10 23:15:56.379083 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02874cb-bf6c-42e2-bde0-1232af8a64ce req-fd0ffab3-591e-420b-a67e-31be955c3113 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:56.380631 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b02874cb-bf6c-42e2-bde0-1232af8a64ce req-fd0ffab3-591e-420b-a67e-31be955c3113 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0572996 Feb 10 23:15:56.452379 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b02874cb-bf6c-42e2-bde0-1232af8a64ce req-b772a395-1bda-44e7-9169-7103888dadbc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653064 Feb 10 23:15:56.458639 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a88850b-f207-4ac5-b1ff-4748e43080e7 req-c201bad8-02d9-41c9-b149-ef42820d701b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0316608 Feb 10 23:15:56.513807 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-7f508166-5476-4756-ad9c-7193810e5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:56.515259 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-7f508166-5476-4756-ad9c-7193810e5d70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13aa6a3f-365b-4e68-a9eb-5f174cf456bd HTTP/1.1" status: 200 len: 852 time: 0.0592756 Feb 10 23:15:56.616122 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285128e9-8927-4f5b-a552-0e617a8dbcc3 req-e2c646c7-889d-43c1-90f1-c69794d2c867 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:56.617904 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-285128e9-8927-4f5b-a552-0e617a8dbcc3 req-e2c646c7-889d-43c1-90f1-c69794d2c867 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0540130 Feb 10 23:15:56.665690 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-285128e9-8927-4f5b-a552-0e617a8dbcc3 req-75e97d4f-4753-46b2-a0e0-085f8d6e7072 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416219 Feb 10 23:15:56.720221 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Request body: {'port': {'device_id': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:15:56.791471 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:56.821935 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53bd8a5e-9a1d-46ec-888c-ed97bf995e00 req-fb0f1ece-6acd-4a2d-9e08-8252d3afeb09 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062434 Feb 10 23:15:56.963223 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb17a6-180e-4616-9e97-11cbe5ab217f req-15dbee6d-f91b-40bb-a9a8-713d31b2be3d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:56.964846 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00eb17a6-180e-4616-9e97-11cbe5ab217f req-15dbee6d-f91b-40bb-a9a8-713d31b2be3d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 932 time: 0.0534310 Feb 10 23:15:56.972763 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45866) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:57.022721 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00eb17a6-180e-4616-9e97-11cbe5ab217f req-7293898c-50bd-4fff-a732-cdec508d6759 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519116 Feb 10 23:15:57.074431 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:15:57.084528 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Publish callbacks [] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.106840 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32b304b4-221a-40ac-9fca-c0ae52d2f5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.110770 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Transition to ACTIVE for port object d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:15:57.117008 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.193866 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:57.242660 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Attempting to bind port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:15:57.242995 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Attempting to bind port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:15:57.243319 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Attempting to bind port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 on network e9970b4b-68f6-44a4-ba0b-472b02b3180e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:57.254354 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 on network e9970b4b-68f6-44a4-ba0b-472b02b3180e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:15:57.254674 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Attempting to bind port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 on network e9970b4b-68f6-44a4-ba0b-472b02b3180e {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:15:57.266180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:15:57.266518 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Checking segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:15:57.266902 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Bound using segment: {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:15:57.267323 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Bound port: d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:15:57.267672 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.279605 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32b304b4-221a-40ac-9fca-c0ae52d2f5ce admin admin] Publish callbacks [] for security_group (d67df4a5-1df1-48e6-99c7-1d5028d2ac18), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.285559 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-32b304b4-221a-40ac-9fca-c0ae52d2f5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d67df4a5-1df1-48e6-99c7-1d5028d2ac18), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.361043 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-32b304b4-221a-40ac-9fca-c0ae52d2f5ce admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7717da15265145e3854616825c2b1d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847680 Feb 10 23:15:57.361043 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b304b4-221a-40ac-9fca-c0ae52d2f5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67df4a5-1df1-48e6-99c7-1d5028d2ac18,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:57.361566 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45874) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:57.373593 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] For port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host hv-cinder-82880, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:15:57.376832 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] For port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:15:57.382125 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.412460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11064b3-5886-4ecb-9feb-96fecfd3e51a admin admin] Publish callbacks [] for security_group (d67df4a5-1df1-48e6-99c7-1d5028d2ac18), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.422868 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:57.423494 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.424903 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] 10.222.0.43 "PUT /v2.0/ports/d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 HTTP/1.1" status: 200 len: 1094 time: 0.7091057 Feb 10 23:15:57.425340 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'tag': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:15:57.427544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f86b67-e6a3-493a-8b33-29a72487af18" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40759c-0510-4aff-8b65-24c2154d6d92", "tag": "d4c8b8dc-d661-46eb-b3be-43ba8843fdf1"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:15:57.441648 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11064b3-5886-4ecb-9feb-96fecfd3e51a admin admin] Publish callbacks [] for security_group (d67df4a5-1df1-48e6-99c7-1d5028d2ac18), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.449506 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e86281-e202-48f6-b705-79d5ada7cc33 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:57.485591 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c04610-8eb7-4e34-8744-af765d10cf04 x-openstack-request-id: req-11c04610-8eb7-4e34-8744-af765d10cf04 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:15:57.486122 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40759c-0510-4aff-8b65-24c2154d6d92", "tag": "d4c8b8dc-d661-46eb-b3be-43ba8843fdf1", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:15:57.486348 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11c04610-8eb7-4e34-8744-af765d10cf04 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:15:57.486817 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'tag': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1', 'status': 'completed', 'code': 200} Feb 10 23:15:57.496139 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11064b3-5886-4ecb-9feb-96fecfd3e51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d67df4a5-1df1-48e6-99c7-1d5028d2ac18), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.499079 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e11064b3-5886-4ecb-9feb-96fecfd3e51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.500376 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e11064b3-5886-4ecb-9feb-96fecfd3e51a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d67df4a5-1df1-48e6-99c7-1d5028d2ac18 HTTP/1.1" status: 204 len: 168 time: 0.1377647 Feb 10 23:15:57.511273 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11064b3-5886-4ecb-9feb-96fecfd3e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67df4a5-1df1-48e6-99c7-1d5028d2ac18,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:57.571511 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-94bf9ba3-5047-4a3f-bb22-0ce59640f1a6 req-5ee18fd2-6519-43c9-8058-785d5086095c tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0295620 Feb 10 23:15:57.575234 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1600e43-9dde-44f6-94fe-7c6252a555e5 req-21892bb1-8082-416a-9651-1f85d9211083 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:57.580306 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1600e43-9dde-44f6-94fe-7c6252a555e5 req-21892bb1-8082-416a-9651-1f85d9211083 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0593579 Feb 10 23:15:57.629794 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1600e43-9dde-44f6-94fe-7c6252a555e5 req-31b426a3-5586-4509-8a3f-f4013839bd70 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Feb 10 23:15:57.784017 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216093c6-05df-4a84-827d-a58f35568ef4 req-bd4e5002-bb28-4320-893b-04198df817e7 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:57.785524 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-216093c6-05df-4a84-827d-a58f35568ef4 req-bd4e5002-bb28-4320-893b-04198df817e7 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0534320 Feb 10 23:15:57.795277 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 45890) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:57.811690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482c7a6d-f672-43c7-8318-c26d9e0b83cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.835948 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-216093c6-05df-4a84-827d-a58f35568ef4 req-97ce4987-95cd-4ff6-9cc6-7ed21db2a27c tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Feb 10 23:15:57.887695 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482c7a6d-f672-43c7-8318-c26d9e0b83cf admin admin] Publish callbacks [] for security_group (81d27db6-bec5-4f10-b7ed-af85bf064ed6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.891466 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-482c7a6d-f672-43c7-8318-c26d9e0b83cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (81d27db6-bec5-4f10-b7ed-af85bf064ed6), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:57.929122 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-482c7a6d-f672-43c7-8318-c26d9e0b83cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fee7b0f91c59456180625364ad763114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327698 Feb 10 23:15:57.930171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c7a6d-f672-43c7-8318-c26d9e0b83cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d27db6-bec5-4f10-b7ed-af85bf064ed6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:57.932568 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 45892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:15:57.979582 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-581b97c5-116f-47a5-a914-f205033d24b1 admin admin] Publish callbacks [] for security_group (81d27db6-bec5-4f10-b7ed-af85bf064ed6), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:58.000452 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-581b97c5-116f-47a5-a914-f205033d24b1 admin admin] Publish callbacks [] for security_group (81d27db6-bec5-4f10-b7ed-af85bf064ed6), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:58.048714 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-581b97c5-116f-47a5-a914-f205033d24b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (81d27db6-bec5-4f10-b7ed-af85bf064ed6), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:58.051386 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-581b97c5-116f-47a5-a914-f205033d24b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:15:58.052558 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-581b97c5-116f-47a5-a914-f205033d24b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81d27db6-bec5-4f10-b7ed-af85bf064ed6 HTTP/1.1" status: 204 len: 168 time: 0.1189535 Feb 10 23:15:58.064584 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b97c5-116f-47a5-a914-f205033d24b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d27db6-bec5-4f10-b7ed-af85bf064ed6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:15:58.157330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0ee2-dfbc-492f-8e5f-bac9862bc55b req-d871ca99-ce40-4b89-a96d-3ac4572a129a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:58.158830 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfb0ee2-dfbc-492f-8e5f-bac9862bc55b req-d871ca99-ce40-4b89-a96d-3ac4572a129a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.0543172 Feb 10 23:15:58.208257 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dfb0ee2-dfbc-492f-8e5f-bac9862bc55b req-ec41b5b0-f2f1-45cf-bb29-cb0923538fa6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Feb 10 23:15:58.666210 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7466ee28-61e5-482c-ba38-cd64107164ac req-5553f7a3-5994-422a-882a-353464d359fa tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0278525 Feb 10 23:15:58.750488 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1c36e-3b9e-48ec-b312-12a2f30c0684 req-3f251d90-36fd-4da7-b106-f0ab43de1642 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:58.751933 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eff1c36e-3b9e-48ec-b312-12a2f30c0684 req-3f251d90-36fd-4da7-b106-f0ab43de1642 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0542743 Feb 10 23:15:58.799434 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eff1c36e-3b9e-48ec-b312-12a2f30c0684 req-00eef525-b1cb-4266-9808-ee48e6e895aa tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Feb 10 23:15:58.960600 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67f85-37b2-42b2-8ddd-6726669937f7 req-de0c2d6c-17f8-43df-98d1-80a6f82da0b3 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:58.962089 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b3e67f85-37b2-42b2-8ddd-6726669937f7 req-de0c2d6c-17f8-43df-98d1-80a6f82da0b3 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0587504 Feb 10 23:15:59.009767 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b3e67f85-37b2-42b2-8ddd-6726669937f7 req-b26e5172-a2c4-4512-bc0a-5a07fa03ba7e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Feb 10 23:15:59.336802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e9d4-721b-4e75-8f19-7a583493a1a3 req-e2c236df-7c2c-4d0a-ab38-2b518f03ae73 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:59.338301 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0789e9d4-721b-4e75-8f19-7a583493a1a3 req-e2c236df-7c2c-4d0a-ab38-2b518f03ae73 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.0558264 Feb 10 23:15:59.389156 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0789e9d4-721b-4e75-8f19-7a583493a1a3 req-055759b2-46ab-4b97-9f21-6e5981e169e9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453331 Feb 10 23:15:59.762602 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a2a0dbd5-0b84-4da6-b38b-62ad8470a805 req-e23e011a-fab0-4524-a4b8-155f5a6c57ab tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0304527 Feb 10 23:15:59.914989 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427afd3-8cc3-4f2d-87da-be36be5303dd req-763d40fd-7f57-4c7d-8c90-254db7738f56 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:59.916485 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7427afd3-8cc3-4f2d-87da-be36be5303dd req-763d40fd-7f57-4c7d-8c90-254db7738f56 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0532217 Feb 10 23:15:59.964442 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7427afd3-8cc3-4f2d-87da-be36be5303dd req-8844ce2b-7459-4daf-bddd-e647e27c8609 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Feb 10 23:16:00.124840 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74671d07-39bb-445d-95a3-e5139a5d3af7 req-e0332b47-7196-434d-aa44-11e3df595eb1 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:00.126330 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74671d07-39bb-445d-95a3-e5139a5d3af7 req-e0332b47-7196-434d-aa44-11e3df595eb1 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0541260 Feb 10 23:16:00.175650 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74671d07-39bb-445d-95a3-e5139a5d3af7 req-6503c008-e053-4e15-aba4-bb59d1cc5a63 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Feb 10 23:16:00.206850 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-4bc06e18-724e-4fdf-a1bd-7e7f04f6b33f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30bf2956-4ccc-478d-8938-f2185eb9ce24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243609 Feb 10 23:16:00.452518 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-4df947af-5e75-41e6-a1d6-4846fcb55d22 service neutron] 10.222.0.43 "GET /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063483 Feb 10 23:16:00.510745 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7677b87-7631-48ee-8329-8c2a59d92870 req-0e26f303-aeec-40c7-8c79-941f9d7f0c47 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:00.512227 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7677b87-7631-48ee-8329-8c2a59d92870 req-0e26f303-aeec-40c7-8c79-941f9d7f0c47 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.0563529 Feb 10 23:16:00.557954 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7677b87-7631-48ee-8329-8c2a59d92870 req-63d73bc5-aa6b-499c-ba29-cc8e0ebebde0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Feb 10 23:16:00.765596 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0399ab-120e-4338-9a54-6cfada49828a req-620d235f-879f-4b15-8dcb-ca00312645f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:00.767391 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d0399ab-120e-4338-9a54-6cfada49828a req-620d235f-879f-4b15-8dcb-ca00312645f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1127 time: 0.1049626 Feb 10 23:16:00.982364 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86b67-e6a3-493a-8b33-29a72487af18 req-85d59220-b702-414b-83dc-7258686fd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:00.985127 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8f86b67-e6a3-493a-8b33-29a72487af18 req-85d59220-b702-414b-83dc-7258686fd045 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 1128 time: 0.2906535 Feb 10 23:16:00.990494 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a6aae8-c701-4cea-a98d-2b43d7f71986 req-d54c8075-8ebc-48c4-9db2-7c252b2d78f4 service neutron] 10.222.0.43 "GET /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281369 Feb 10 23:16:01.184400 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e2456e8-4c47-48fc-9e46-6e641c0d39a0 req-ea02b171-de4e-4f02-8c21-33d7d17ed084 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.3005555 Feb 10 23:16:01.292132 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a808d7a-b3da-4257-ae21-f9ad16992de7 req-0c35b1c7-69ac-4907-b6e7-8535406df8f8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.295723 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a808d7a-b3da-4257-ae21-f9ad16992de7 req-0c35b1c7-69ac-4907-b6e7-8535406df8f8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.2569325 Feb 10 23:16:01.301074 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0399ab-120e-4338-9a54-6cfada49828a req-9644364c-bae4-4e48-b691-3bece6c7d03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.302801 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d0399ab-120e-4338-9a54-6cfada49828a req-9644364c-bae4-4e48-b691-3bece6c7d03d service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0256f193432141a582df6c7960b3f1ce&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5015996 Feb 10 23:16:01.304099 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86b67-e6a3-493a-8b33-29a72487af18 req-73796d66-d456-4dc0-b97e-6d8f28cfaff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.306338 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8f86b67-e6a3-493a-8b33-29a72487af18 req-73796d66-d456-4dc0-b97e-6d8f28cfaff6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=0256f193432141a582df6c7960b3f1ce&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2873707 Feb 10 23:16:01.310257 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-2172f1e6-930e-4cc5-9517-ef803d0df4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.312197 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-2172f1e6-930e-4cc5-9517-ef803d0df4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 1128 time: 0.4455869 Feb 10 23:16:01.320088 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-0f3e392e-5733-40aa-b9dc-6b165a3cf989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.322586 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-0f3e392e-5733-40aa-b9dc-6b165a3cf989 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=98ae7c6136b94b51bd44fa33e0d225fc&device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 1128 time: 0.1613231 Feb 10 23:16:01.343862 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e94ecc-4324-4449-b84b-0fb8a61ac331 req-a5c98a92-cbc6-4d3a-9002-5b876bd5bf10 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.343862 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-59e94ecc-4324-4449-b84b-0fb8a61ac331 req-a5c98a92-cbc6-4d3a-9002-5b876bd5bf10 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.0886295 Feb 10 23:16:01.363511 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a808d7a-b3da-4257-ae21-f9ad16992de7 req-236ebbf1-a728-416f-aa28-93ba5d25ceda tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560904 Feb 10 23:16:01.400246 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-59e94ecc-4324-4449-b84b-0fb8a61ac331 req-e7808565-3680-4dc8-a73a-678a5525a146 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505993 Feb 10 23:16:01.692051 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c7e73-12ca-4730-a180-680e3ffa41c7 req-e8b0c55a-39ec-4693-874e-df09fdba039b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:01.693524 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c6c7e73-12ca-4730-a180-680e3ffa41c7 req-e8b0c55a-39ec-4693-874e-df09fdba039b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.0690861 Feb 10 23:16:01.744258 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c6c7e73-12ca-4730-a180-680e3ffa41c7 req-2691c35a-6514-4b35-8081-ca6ca1e08687 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433536 Feb 10 23:16:01.863067 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.43', 59201) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:02.144797 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0399ab-120e-4338-9a54-6cfada49828a req-7fcfc878-57a5-4f5c-bc39-f56d05a0f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.146198 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d0399ab-120e-4338-9a54-6cfada49828a req-7fcfc878-57a5-4f5c-bc39-f56d05a0f8a6 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3196256 Feb 10 23:16:02.149605 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-6ecd4170-58ee-4996-8f35-fbf96671a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.151244 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-6ecd4170-58ee-4996-8f35-fbf96671a00e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 915 time: 0.2881911 Feb 10 23:16:02.240767 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-5812610e-e7ac-4bad-9a09-16553a8482b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc HTTP/1.1" status: 200 len: 217 time: 0.0748649 Feb 10 23:16:02.243474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-be4aeb5b-eba1-44b4-b59e-e1c330234d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.244993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-be4aeb5b-eba1-44b4-b59e-e1c330234d5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=30bf2956-4ccc-478d-8938-f2185eb9ce24 HTTP/1.1" status: 200 len: 913 time: 0.4173694 Feb 10 23:16:02.253202 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-53d791fc-efd2-483b-b8ba-8359aaab12ea tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.254117 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-53d791fc-efd2-483b-b8ba-8359aaab12ea tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 811 time: 0.3896365 Feb 10 23:16:02.256481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f86b67-e6a3-493a-8b33-29a72487af18 req-980dc399-8152-4a50-882a-23e30dbd6842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.258495 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8f86b67-e6a3-493a-8b33-29a72487af18 req-980dc399-8152-4a50-882a-23e30dbd6842 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4081523 Feb 10 23:16:02.315647 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-3e84e978-bc5e-4938-83f0-90cb49c27349 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969 HTTP/1.1" status: 200 len: 217 time: 0.0604331 Feb 10 23:16:02.345963 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7a8bfc53-1a0a-4067-978d-b6b46e3d1dde req-6fe3eddc-a6bf-472d-971b-2a373f8a5bb2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0404348 Feb 10 23:16:02.357164 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-f8e43e91-ab89-4c7d-8fcd-12ef04763135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.358621 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-f8e43e91-ab89-4c7d-8fcd-12ef04763135 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.1075048 Feb 10 23:16:02.420218 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-abdb979a-8729-4834-bdc8-7e58d8e11015 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542433 Feb 10 23:16:02.423068 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-64e8082a-d442-4016-a16f-735701190882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.425508 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-64e8082a-d442-4016-a16f-735701190882 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1127 time: 0.1837480 Feb 10 23:16:02.443166 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-fc94d5ef-aae6-4fd8-9798-c335f213626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.444996 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-fc94d5ef-aae6-4fd8-9798-c335f213626c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=13aa6a3f-365b-4e68-a9eb-5f174cf456bd HTTP/1.1" status: 200 len: 852 time: 0.1217930 Feb 10 23:16:02.470517 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-19cfd98d-78ae-457f-8d13-c8e0bbe26b2c tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77ee0d232a574e3e8ad570987e058990 HTTP/1.1" status: 200 len: 379 time: 0.1616862 Feb 10 23:16:02.494387 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-a84c711f-4073-47c2-86f7-3072a028deaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=30bf2956-4ccc-478d-8938-f2185eb9ce24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406685 Feb 10 23:16:02.498353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'port': {'device_id': '1f24c031-8792-4bf9-a616-96400cff235e', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'admin_state_up': True, 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'security_groups': ['6f4cb457-ba08-438b-a742-fbbe291c1bc0']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:02.515600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-691faa7b-6be6-4cef-942f-971c55030eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.518617 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-691faa7b-6be6-4cef-942f-971c55030eac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 1128 time: 0.1848135 Feb 10 23:16:02.580112 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-eefbd643-a211-44c1-ae40-d806b73fc1e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 217 time: 0.0446458 Feb 10 23:16:02.661726 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-d1947b6d-46e1-423c-826d-5834d61e0011 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322195 Feb 10 23:16:02.707523 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-46e91a5e-4161-4327-9374-01750d469167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.709154 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-46e91a5e-4161-4327-9374-01750d469167 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.1166291 Feb 10 23:16:02.711912 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46076) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:02.721179 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-b56dde89-c504-47cf-a700-6c461b519308 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 HTTP/1.1" status: 200 len: 217 time: 0.1533232 Feb 10 23:16:02.743311 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9869e0-339c-49d3-9bdc-52111ef2de3a req-cd982abe-1b3c-4fdd-9df5-e8ea57929653 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.744971 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af9869e0-339c-49d3-9bdc-52111ef2de3a req-cd982abe-1b3c-4fdd-9df5-e8ea57929653 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.2112036 Feb 10 23:16:02.787189 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-827f1d8b-ec32-4918-b534-9a204577976a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624993 Feb 10 23:16:02.873104 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d67cfc-d8ad-4105-b5c2-7bae858a9101 req-e29bd8fe-0b6a-41ef-9370-f8e252dd4f30 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:02.876548 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d67cfc-d8ad-4105-b5c2-7bae858a9101 req-e29bd8fe-0b6a-41ef-9370-f8e252dd4f30 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.3889573 Feb 10 23:16:02.913123 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-008b14f1-ce8c-4264-b7e7-8599c328ecd4 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433538 Feb 10 23:16:02.921111 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-af9869e0-339c-49d3-9bdc-52111ef2de3a req-60f79fe1-4474-4c32-a995-8f677eaafde7 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362083 Feb 10 23:16:02.965127 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d67cfc-d8ad-4105-b5c2-7bae858a9101 req-ccc8fa2c-754c-4f7a-aaaf-bd6418753f3c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716009 Feb 10 23:16:02.973115 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-30ff2fae-66b4-459f-b77f-1fce367ae3b1 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769998 Feb 10 23:16:02.982869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Made reservation on behalf of 77ee0d232a574e3e8ad570987e058990 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:02.987094 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.035271 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f050e127-8eb2-4a39-80d1-417bdb02de51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.046712 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-81a50f45-b3a6-4c3d-90b5-a7901e8e25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:03.048616 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-81a50f45-b3a6-4c3d-90b5-a7901e8e25c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.2798615 Feb 10 23:16:03.050674 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-6464c17a-af47-4bb1-babf-9ec414c7da83 service neutron] 10.222.0.43 "GET /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5482106 Feb 10 23:16:03.127566 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-e28e5a19-0c7e-4233-b792-11184dcafb01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630865 Feb 10 23:16:03.202472 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-b35dcb09-89e3-47aa-bda9-27382aae6477 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222691 Feb 10 23:16:03.267284 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f050e127-8eb2-4a39-80d1-417bdb02de51 admin admin] Publish callbacks [] for security_group (baaa5915-894b-4a94-9b74-25692565f30c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.277529 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f050e127-8eb2-4a39-80d1-417bdb02de51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (baaa5915-894b-4a94-9b74-25692565f30c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.318681 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360dd9c-bc56-409e-be9b-b36e7f981241 req-b8c32f84-2779-442c-8b6a-f2fb66345986 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:03.321821 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2360dd9c-bc56-409e-be9b-b36e7f981241 req-b8c32f84-2779-442c-8b6a-f2fb66345986 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.2095389 Feb 10 23:16:03.358078 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:03.376098 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f050e127-8eb2-4a39-80d1-417bdb02de51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29180dfc8f55440cb23403b6a9cb9bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6598790 Feb 10 23:16:03.377358 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:03.406339 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f050e127-8eb2-4a39-80d1-417bdb02de51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaa5915-894b-4a94-9b74-25692565f30c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:03.454855 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2360dd9c-bc56-409e-be9b-b36e7f981241 req-65e52ce8-aa1c-46f7-800b-78a6ad7f27a9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191399 Feb 10 23:16:03.455647 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ff4824-10a7-4358-9edd-b3e9be3b5f3d admin admin] Publish callbacks [] for security_group (baaa5915-894b-4a94-9b74-25692565f30c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.483808 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ff4824-10a7-4358-9edd-b3e9be3b5f3d admin admin] Publish callbacks [] for security_group (baaa5915-894b-4a94-9b74-25692565f30c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.588209 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e3355024-1c17-4e16-8de1-a50e5e9ecf67 req-2d77a434-822c-4039-ba1a-7e96e36effcf tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0758300 Feb 10 23:16:03.606332 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9eb8f3f9-45ef-462f-8334-c53afeee5593 req-833649a1-4a74-4ba8-8828-35fbca91d674 service neutron] 10.222.0.43 "GET /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405645 Feb 10 23:16:03.628704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Allocated IP 172.20.0.12 (6b812fe7-d639-43f6-9ed4-56545ad39751/e8715722-3d4f-492c-83cc-d64164caf5b5/a25615d6-ec32-477c-8f89-0ddab942330d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:03.636362 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-4278c9df-d80c-4d35-85a4-0df4fc534c51 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570338 Feb 10 23:16:03.705389 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94beac5a-c452-4d42-b00d-e114aed62ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.743238 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ff4824-10a7-4358-9edd-b3e9be3b5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (baaa5915-894b-4a94-9b74-25692565f30c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.745788 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ff4824-10a7-4358-9edd-b3e9be3b5f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.746936 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-03ff4824-10a7-4358-9edd-b3e9be3b5f3d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/baaa5915-894b-4a94-9b74-25692565f30c HTTP/1.1" status: 204 len: 168 time: 0.3697691 Feb 10 23:16:03.765095 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff4824-10a7-4358-9edd-b3e9be3b5f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaa5915-894b-4a94-9b74-25692565f30c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:03.816978 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94beac5a-c452-4d42-b00d-e114aed62ae2 admin admin] Publish callbacks [] for security_group (e53ce147-07b6-47c9-95ad-62ca1a9be9ea), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.821303 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-94beac5a-c452-4d42-b00d-e114aed62ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e53ce147-07b6-47c9-95ad-62ca1a9be9ea), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.844865 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c236e6e4-1486-44c9-b05f-792249f6e518 req-094c2cff-6244-4328-a46f-af69465bad88 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911829 Feb 10 23:16:03.855409 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-94beac5a-c452-4d42-b00d-e114aed62ae2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b94a074b58e48e5a96a733de93a29ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962430 Feb 10 23:16:03.858942 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46114) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:03.876033 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for port (a25615d6-ec32-477c-8f89-0ddab942330d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.881923 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beac5a-c452-4d42-b00d-e114aed62ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ce147-07b6-47c9-95ad-62ca1a9be9ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:03.918602 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.923661 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4d33566-9ea1-4813-8adc-7f5ba6054a04 admin admin] Publish callbacks [] for security_group (e53ce147-07b6-47c9-95ad-62ca1a9be9ea), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.950922 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4d33566-9ea1-4813-8adc-7f5ba6054a04 admin admin] Publish callbacks [] for security_group (e53ce147-07b6-47c9-95ad-62ca1a9be9ea), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.966136 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:03.969975 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:03.974182 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:03.981338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:03.982330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:03.994880 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'Port': ['ID=a25615d6-ec32-477c-8f89-0ddab942330d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:04.017897 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-c0227983-a3d8-457a-abb4-036f36a493a2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5271125 Feb 10 23:16:04.035850 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Request body: {'port': {'device_id': '1f24c031-8792-4bf9-a616-96400cff235e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:04.059703 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4d33566-9ea1-4813-8adc-7f5ba6054a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e53ce147-07b6-47c9-95ad-62ca1a9be9ea), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.064569 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4d33566-9ea1-4813-8adc-7f5ba6054a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.072304 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c4d33566-9ea1-4813-8adc-7f5ba6054a04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e53ce147-07b6-47c9-95ad-62ca1a9be9ea HTTP/1.1" status: 204 len: 168 time: 0.2094893 Feb 10 23:16:04.131209 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d33566-9ea1-4813-8adc-7f5ba6054a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ce147-07b6-47c9-95ad-62ca1a9be9ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:04.189825 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46130) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:04.213404 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6cb86f4-beb1-4cc0-8a67-31b031433521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.241743 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55453f-84e5-4afe-a5cb-190aa6860631 req-efb2a7bb-b7b5-4b7c-b2c1-b265e3659622 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:04.244669 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.250713 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2f55453f-84e5-4afe-a5cb-190aa6860631 req-efb2a7bb-b7b5-4b7c-b2c1-b265e3659622 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.1357028 Feb 10 23:16:04.313800 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee963e-2052-41ea-b6fb-f077a422be5c req-bfbafc32-a404-493c-aa69-f9fb11d85891 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:04.315345 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-13ee963e-2052-41ea-b6fb-f077a422be5c req-bfbafc32-a404-493c-aa69-f9fb11d85891 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.1497076 Feb 10 23:16:04.377448 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6cb86f4-beb1-4cc0-8a67-31b031433521 admin admin] Publish callbacks [] for security_group (16e9939e-56bb-4f3f-9105-739955ac9044), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.408135 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f6cb86f4-beb1-4cc0-8a67-31b031433521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (16e9939e-56bb-4f3f-9105-739955ac9044), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.476451 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-13ee963e-2052-41ea-b6fb-f077a422be5c req-23378843-fb2c-416b-ac11-cbb757e10ee2 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337283 Feb 10 23:16:04.499190 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f6cb86f4-beb1-4cc0-8a67-31b031433521 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bec3998b37144e0b8881fe4962e522d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065324 Feb 10 23:16:04.504011 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46144) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:04.509965 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb86f4-beb1-4cc0-8a67-31b031433521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e9939e-56bb-4f3f-9105-739955ac9044,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:04.528664 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2f55453f-84e5-4afe-a5cb-190aa6860631 req-9e0f0671-5289-4ed4-97f2-398ad6e7884d tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769973 Feb 10 23:16:04.553459 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a1bbfb74-f870-4d0d-8b61-2965b70bb156 None None] Provisioning complete for port a25615d6-ec32-477c-8f89-0ddab942330d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:04.555198 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a1bbfb74-f870-4d0d-8b61-2965b70bb156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.594677 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a1bbfb74-f870-4d0d-8b61-2965b70bb156 None None] Port a25615d6-ec32-477c-8f89-0ddab942330d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:16:04.763528 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46158) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:04.770428 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2294f6f-ec78-40d2-aa18-957dad4a58b5 req-6b9032ae-ec7a-4a86-80c9-97e4964c2bbb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:04.771426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8551-bfe1-438d-98b9-6d0229c00256 admin admin] Publish callbacks [] for security_group (16e9939e-56bb-4f3f-9105-739955ac9044), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.771983 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f2294f6f-ec78-40d2-aa18-957dad4a58b5 req-6b9032ae-ec7a-4a86-80c9-97e4964c2bbb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 932 time: 0.0743968 Feb 10 23:16:04.798344 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6aa949b6-af9d-4097-bce3-ddc338d4af13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.813314 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc7c9b-9030-41bd-9098-52085b408b41 req-1c6ec198-ea1b-4c49-bdf3-59034dd13623 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:04.814858 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dabc7c9b-9030-41bd-9098-52085b408b41 req-1c6ec198-ea1b-4c49-bdf3-59034dd13623 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.2570224 Feb 10 23:16:04.839296 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25615d6-ec32-477c-8f89-0ddab942330d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:04.845939 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f2294f6f-ec78-40d2-aa18-957dad4a58b5 req-8a9bce82-9215-40fd-8000-df8db636081d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675945 Feb 10 23:16:04.865546 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Publish callbacks [] for port (a25615d6-ec32-477c-8f89-0ddab942330d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.870093 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8551-bfe1-438d-98b9-6d0229c00256 admin admin] Publish callbacks [] for security_group (16e9939e-56bb-4f3f-9105-739955ac9044), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.904910 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Transition to ACTIVE for port object a25615d6-ec32-477c-8f89-0ddab942330d will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:04.912060 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6aa949b6-af9d-4097-bce3-ddc338d4af13 admin admin] Publish callbacks [] for security_group (12b4107f-7bb9-40ff-a6fb-2b92b7403e20), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.916837 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6aa949b6-af9d-4097-bce3-ddc338d4af13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (12b4107f-7bb9-40ff-a6fb-2b92b7403e20), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.920025 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:04.938464 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dabc7c9b-9030-41bd-9098-52085b408b41 req-c4d99d98-02c7-4cc0-91e3-2cec6d51d163 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129496 Feb 10 23:16:04.958958 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa949b6-af9d-4097-bce3-ddc338d4af13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b4107f-7bb9-40ff-a6fb-2b92b7403e20,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:04.969624 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6aa949b6-af9d-4097-bce3-ddc338d4af13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=024f1a25224949288ff256756d768cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964917 Feb 10 23:16:04.972905 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:05.002552 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a25615d6-ec32-477c-8f89-0ddab942330d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:05.024101 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46164) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:05.043237 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8551-bfe1-438d-98b9-6d0229c00256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (16e9939e-56bb-4f3f-9105-739955ac9044), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.043847 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e68b45b-f2e4-45b5-9e46-4b40f765896c admin admin] Publish callbacks [] for security_group (12b4107f-7bb9-40ff-a6fb-2b92b7403e20), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.046081 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd2f8551-bfe1-438d-98b9-6d0229c00256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.047300 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fd2f8551-bfe1-438d-98b9-6d0229c00256 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16e9939e-56bb-4f3f-9105-739955ac9044 HTTP/1.1" status: 204 len: 168 time: 0.5425141 Feb 10 23:16:05.052946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Attempting to bind port a25615d6-ec32-477c-8f89-0ddab942330d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:05.053296 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Attempting to bind port a25615d6-ec32-477c-8f89-0ddab942330d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:05.053629 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Attempting to bind port a25615d6-ec32-477c-8f89-0ddab942330d on network 6b812fe7-d639-43f6-9ed4-56545ad39751 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:05.062720 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f8551-bfe1-438d-98b9-6d0229c00256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e9939e-56bb-4f3f-9105-739955ac9044,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:05.065520 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Port a25615d6-ec32-477c-8f89-0ddab942330d on network 6b812fe7-d639-43f6-9ed4-56545ad39751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:16:05.065845 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Attempting to bind port a25615d6-ec32-477c-8f89-0ddab942330d on network 6b812fe7-d639-43f6-9ed4-56545ad39751 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:05.071730 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:05.072434 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Checking segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:05.072537 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Bound using segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:05.072906 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Bound port: a25615d6-ec32-477c-8f89-0ddab942330d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:05.073331 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.089092 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e68b45b-f2e4-45b5-9e46-4b40f765896c admin admin] Publish callbacks [] for security_group (12b4107f-7bb9-40ff-a6fb-2b92b7403e20), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.159499 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e68b45b-f2e4-45b5-9e46-4b40f765896c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (12b4107f-7bb9-40ff-a6fb-2b92b7403e20), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.165717 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9e68b45b-f2e4-45b5-9e46-4b40f765896c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.169813 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9e68b45b-f2e4-45b5-9e46-4b40f765896c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12b4107f-7bb9-40ff-a6fb-2b92b7403e20 HTTP/1.1" status: 204 len: 168 time: 0.1959534 Feb 10 23:16:05.180117 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68b45b-f2e4-45b5-9e46-4b40f765896c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b4107f-7bb9-40ff-a6fb-2b92b7403e20,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:05.185028 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] For port a25615d6-ec32-477c-8f89-0ddab942330d, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:05.189232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] For port a25615d6-ec32-477c-8f89-0ddab942330d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a25615d6-ec32-477c-8f89-0ddab942330d,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:05.198853 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.246062 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:16:05.247953 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0abbceb2-4e53-442f-a2f2-1a6bbd321c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.324952 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a25615d6-ec32-477c-8f89-0ddab942330d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:05.328850 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.329488 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.338001 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-74f9580f-4123-45fc-94bc-26dfa95114b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 1094 time: 1.3013020 Feb 10 23:16:05.338505 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:05.340885 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9b3e3-8940-4d88-806d-744b572a9b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:05.471012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d7ee5-7dbc-4d44-a5d5-0aba3d2db027 x-openstack-request-id: req-4d2d7ee5-7dbc-4d44-a5d5-0aba3d2db027 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:05.471489 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:05.471754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d2d7ee5-7dbc-4d44-a5d5-0aba3d2db027 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:05.472179 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'status': 'completed', 'code': 200} Feb 10 23:16:05.487544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0abbceb2-4e53-442f-a2f2-1a6bbd321c3b admin admin] Publish callbacks [] for security_group (381186e4-9185-4a12-86c7-418bc45947a0), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.504128 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-912e3c74-f6a2-4f55-b424-e8d7e01b5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.506105 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-912e3c74-f6a2-4f55-b424-e8d7e01b5e4a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1128 time: 0.1098216 Feb 10 23:16:05.509080 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0abbceb2-4e53-442f-a2f2-1a6bbd321c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (381186e4-9185-4a12-86c7-418bc45947a0), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.609323 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-821acd59-30e0-4853-ba3c-4d5c03a01e2d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 217 time: 0.0793977 Feb 10 23:16:05.700895 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbceb2-4e53-442f-a2f2-1a6bbd321c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381186e4-9185-4a12-86c7-418bc45947a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:05.723422 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0abbceb2-4e53-442f-a2f2-1a6bbd321c3b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72243082bac4486d8b6dbab9b9b76efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983824 Feb 10 23:16:05.726500 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46194) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:05.744763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-d028c23e-cc55-4eb7-b118-dedd5a55426b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.749541 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-d028c23e-cc55-4eb7-b118-dedd5a55426b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.1301928 Feb 10 23:16:05.818885 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.846594 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa90af9-698c-4ca5-b30f-1637d81d405b req-0ece1ce8-3d81-4035-8f0c-05a6aebe968b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.855581 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5fa90af9-698c-4ca5-b30f-1637d81d405b req-0ece1ce8-3d81-4035-8f0c-05a6aebe968b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.1278713 Feb 10 23:16:05.859726 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5255-8afd-4528-9465-33ccdc471aaa admin admin] Publish callbacks [] for security_group (381186e4-9185-4a12-86c7-418bc45947a0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.912669 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5255-8afd-4528-9465-33ccdc471aaa admin admin] Publish callbacks [] for security_group (381186e4-9185-4a12-86c7-418bc45947a0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:05.934610 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393baedf-9714-4e55-a347-a4bc1a750d31 req-7936c4e2-41b2-4f8b-95f8-aee257116ed4 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.936305 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-393baedf-9714-4e55-a347-a4bc1a750d31 req-7936c4e2-41b2-4f8b-95f8-aee257116ed4 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.2374351 Feb 10 23:16:05.953388 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-550c0815-e06e-4dda-b993-7326ab10d713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:05.954891 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-550c0815-e06e-4dda-b993-7326ab10d713 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1965246 Feb 10 23:16:05.969341 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5fa90af9-698c-4ca5-b30f-1637d81d405b req-1565a776-65d1-4165-88e3-560937d3d159 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128023 Feb 10 23:16:06.013090 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5255-8afd-4528-9465-33ccdc471aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (381186e4-9185-4a12-86c7-418bc45947a0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.016965 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fdfe5255-8afd-4528-9465-33ccdc471aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.022227 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fdfe5255-8afd-4528-9465-33ccdc471aaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/381186e4-9185-4a12-86c7-418bc45947a0 HTTP/1.1" status: 204 len: 168 time: 0.2933686 Feb 10 23:16:06.044503 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe5255-8afd-4528-9465-33ccdc471aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381186e4-9185-4a12-86c7-418bc45947a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:06.080453 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-393baedf-9714-4e55-a347-a4bc1a750d31 req-e56c90ea-d409-4ca2-97a9-4e65158c4a83 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331155 Feb 10 23:16:06.132959 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c4c77-0254-482c-a77d-7319fb19ebdf req-3fc5997d-3143-43df-9b68-5a7d4f2802aa tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.142294 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-960c4c77-0254-482c-a77d-7319fb19ebdf req-3fc5997d-3143-43df-9b68-5a7d4f2802aa tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 944 time: 0.0939100 Feb 10 23:16:06.152078 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-3d0f3f71-2cc4-4002-bafb-f1a491e75566 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897242 Feb 10 23:16:06.206980 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-960c4c77-0254-482c-a77d-7319fb19ebdf req-4908de4a-0ace-40af-b92a-b6a0267e9e45 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636506 Feb 10 23:16:06.293275 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dd7ef26-205b-4ce7-b3df-10a7523472fc req-fbb82fc7-f1c9-4872-8a00-e8f6d326e4ab service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354756 Feb 10 23:16:06.304802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44db94-e649-4af6-9302-91847a6a175d req-4b7bfcfa-cfe3-4c29-a4f6-602fea198ef9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.306311 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af44db94-e649-4af6-9302-91847a6a175d req-4b7bfcfa-cfe3-4c29-a4f6-602fea198ef9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.0748711 Feb 10 23:16:06.358786 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af44db94-e649-4af6-9302-91847a6a175d req-2ea48220-3922-4a65-83df-7ef54716055b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Feb 10 23:16:06.443920 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-74656ea8-f2f1-4dc8-807f-104629f15b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.446771 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-74656ea8-f2f1-4dc8-807f-104629f15b76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1128 time: 0.0478649 Feb 10 23:16:06.519692 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:06.534947 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cc74-b402-461b-bd9d-ce0d30091149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.562782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-d759f0a7-bbf7-4d50-a54c-122f792623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.565455 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-d759f0a7-bbf7-4d50-a54c-122f792623e1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.1126738 Feb 10 23:16:06.611411 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-36204316-6874-42b4-8f55-6f848a09c127 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 217 time: 0.0396714 Feb 10 23:16:06.626896 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cc74-b402-461b-bd9d-ce0d30091149 admin admin] Publish callbacks [] for security_group (7f5049a5-541a-47bc-a984-4d8277a38999), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.631807 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cc74-b402-461b-bd9d-ce0d30091149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7f5049a5-541a-47bc-a984-4d8277a38999), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.682037 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9cd5cc74-b402-461b-bd9d-ce0d30091149 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6dd15de646904533a30fe86e962363d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581523 Feb 10 23:16:06.682037 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5cc74-b402-461b-bd9d-ce0d30091149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5049a5-541a-47bc-a984-4d8277a38999,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:06.684142 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:06.685090 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-8b80802b-fb58-480a-907f-81cb07779409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.686575 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-8b80802b-fb58-480a-907f-81cb07779409 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0679922 Feb 10 23:16:06.737193 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113ccbe0-4c38-465a-adf1-82617266541d admin admin] Publish callbacks [] for security_group (7f5049a5-541a-47bc-a984-4d8277a38999), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.750974 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-9b0f08cf-064b-452a-b50e-8ed53f0414e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.753409 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-9b0f08cf-064b-452a-b50e-8ed53f0414e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601113 Feb 10 23:16:06.760937 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113ccbe0-4c38-465a-adf1-82617266541d admin admin] Publish callbacks [] for security_group (7f5049a5-541a-47bc-a984-4d8277a38999), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.817165 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113ccbe0-4c38-465a-adf1-82617266541d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7f5049a5-541a-47bc-a984-4d8277a38999), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.824588 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-113ccbe0-4c38-465a-adf1-82617266541d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:06.826609 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-113ccbe0-4c38-465a-adf1-82617266541d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7f5049a5-541a-47bc-a984-4d8277a38999 HTTP/1.1" status: 204 len: 168 time: 0.1414239 Feb 10 23:16:06.843541 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ccbe0-4c38-465a-adf1-82617266541d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5049a5-541a-47bc-a984-4d8277a38999,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:06.844094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a89086d3-8e9e-4c9e-b888-34ad68be4969 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:06.945877 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-44f79b46-2641-42db-add0-0c25556f4bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847200 Feb 10 23:16:06.980827 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a89086d3-8e9e-4c9e-b888-34ad68be4969, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969,segment=NetworkSegment(c9b862c3-87eb-411a-a685-307690939e88),segment_id=c9b862c3-87eb-411a-a685-307690939e88)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:06.994015 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a89086d3-8e9e-4c9e-b888-34ad68be4969', 'network_id': '30bf2956-4ccc-478d-8938-f2185eb9ce24', 'port_id': 'a89086d3-8e9e-4c9e-b888-34ad68be4969', 'mac_address': 'fa:16:3e:15:e7:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aa6a3f-365b-4e68-a9eb-5f174cf456bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:07.043380 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a89086d3-8e9e-4c9e-b888-34ad68be4969 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:07.043781 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:07.073171 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89086d3-8e9e-4c9e-b888-34ad68be4969 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:07.090658 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ffc9b3e3-8940-4d88-806d-744b572a9b8d req-88acc136-36e1-42a6-9902-27f58bd701bc service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379597 Feb 10 23:16:07.113618 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a89086d3-8e9e-4c9e-b888-34ad68be4969, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969,segment=NetworkSegment(c9b862c3-87eb-411a-a685-307690939e88),segment_id=c9b862c3-87eb-411a-a685-307690939e88)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:07.119383 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:07.120560 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 29796ed2-6a68-4a22-a831-9ff833b3a7dc details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:07.215479 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a84989-8f7e-4ed3-b9a8-1edbb70291e1 req-a3adc2be-24a2-440e-b6cd-ac05e6399dd3 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:07.215736 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a89086d3-8e9e-4c9e-b888-34ad68be4969,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:07.222068 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e0a84989-8f7e-4ed3-b9a8-1edbb70291e1 req-a3adc2be-24a2-440e-b6cd-ac05e6399dd3 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 944 time: 0.1392977 Feb 10 23:16:07.292855 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da861531-dd27-4783-aa93-e2b7f9b80f26 req-972cb414-dfd9-4953-845c-116e7d6ce85b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:07.302521 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da861531-dd27-4783-aa93-e2b7f9b80f26 req-972cb414-dfd9-4953-845c-116e7d6ce85b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 944 time: 0.0735209 Feb 10 23:16:07.321879 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:07.337070 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '29796ed2-6a68-4a22-a831-9ff833b3a7dc', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'port_id': '29796ed2-6a68-4a22-a831-9ff833b3a7dc', 'mac_address': 'fa:16:3e:4a:78:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b324a28d-3d0c-44f8-b916-6418c0a65509', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:07.340506 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e0a84989-8f7e-4ed3-b9a8-1edbb70291e1 req-07643804-173c-45e2-b29f-a55f17aaca0e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057036 Feb 10 23:16:07.369145 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da861531-dd27-4783-aa93-e2b7f9b80f26 req-09f7f41d-ad18-49b2-8e05-660b53a7d313 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655785 Feb 10 23:16:07.411512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 29796ed2-6a68-4a22-a831-9ff833b3a7dc is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:07.413028 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:07.432011 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29796ed2-6a68-4a22-a831-9ff833b3a7dc {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:07.461028 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:07.468177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:07.535899 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=29796ed2-6a68-4a22-a831-9ff833b3a7dc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:07.568430 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e98e5f-dc53-4b55-bf64-4f10d0d838ba req-d2418fcd-e529-4e14-93ad-1704db6abed7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:07.576512 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-69e98e5f-dc53-4b55-bf64-4f10d0d838ba req-d2418fcd-e529-4e14-93ad-1704db6abed7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 944 time: 0.0921452 Feb 10 23:16:07.618630 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2b0eb-c1dc-45e5-b54e-28315923c685 req-c585edb2-e5cc-4e49-9292-464cf95ba70a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:07.618630 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20c2b0eb-c1dc-45e5-b54e-28315923c685 req-c585edb2-e5cc-4e49-9292-464cf95ba70a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.1155443 Feb 10 23:16:07.658054 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-69e98e5f-dc53-4b55-bf64-4f10d0d838ba req-bc82dfe2-94ca-4070-a240-907020a76669 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754604 Feb 10 23:16:07.675266 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20c2b0eb-c1dc-45e5-b54e-28315923c685 req-cf100713-6524-410e-b498-d55ac105a5d0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536034 Feb 10 23:16:08.221160 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:08.265641 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a89086d3-8e9e-4c9e-b888-34ad68be4969'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:08.569363 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea212c3-ddfc-460b-a847-49aebbc6b7b0 req-63e5a7ef-7199-41ab-a4dc-68ee8cfd1c9f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:08.572577 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ea212c3-ddfc-460b-a847-49aebbc6b7b0 req-63e5a7ef-7199-41ab-a4dc-68ee8cfd1c9f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 945 time: 0.0895398 Feb 10 23:16:08.626720 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf6f2d-3443-4966-aa77-574be5d6fcba req-fad52097-4aa4-46c4-9dad-eb340e41a7ee tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:08.628461 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3baf6f2d-3443-4966-aa77-574be5d6fcba req-fad52097-4aa4-46c4-9dad-eb340e41a7ee tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 945 time: 0.1480529 Feb 10 23:16:08.650979 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ea212c3-ddfc-460b-a847-49aebbc6b7b0 req-f19d99b8-c57a-46c4-ac5a-74c97b394496 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721745 Feb 10 23:16:08.705718 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3baf6f2d-3443-4966-aa77-574be5d6fcba req-3fd9e687-214c-46cc-bca7-e922a54614fd tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652647 Feb 10 23:16:08.844458 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:08.863600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e52919-0549-41e2-bf9d-7421dfd33024 req-cca96572-8907-4fc0-8f65-dab99f1f3b69 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:08.864198 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ad954-d9af-48ae-a432-b28ac32a1eba req-facc1811-cc68-43b2-bd4c-6f3bf6f4d71a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:08.872086 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ad2ad954-d9af-48ae-a432-b28ac32a1eba req-facc1811-cc68-43b2-bd4c-6f3bf6f4d71a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 944 time: 0.1102087 Feb 10 23:16:08.875361 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7e52919-0549-41e2-bf9d-7421dfd33024 req-cca96572-8907-4fc0-8f65-dab99f1f3b69 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 944 time: 0.1132793 Feb 10 23:16:08.966066 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7e52919-0549-41e2-bf9d-7421dfd33024 req-f8670d6c-5767-4098-a690-0c13e2d30bc8 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830448 Feb 10 23:16:08.982773 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ad2ad954-d9af-48ae-a432-b28ac32a1eba req-0f5e43a6-b09d-40ff-a77e-f34ebb7670a7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034248 Feb 10 23:16:09.185452 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:09.197636 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'port_id': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1', 'mac_address': 'fa:16:3e:b1:6a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:09.237659 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:09.238284 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.251874 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:09.273662 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:09.278236 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.278932 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device e56a4939-812d-4617-94a0-17123aa3232a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:09.352211 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:09.357097 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port e56a4939-812d-4617-94a0-17123aa3232a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e56a4939-812d-4617-94a0-17123aa3232a,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:09.370174 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'e56a4939-812d-4617-94a0-17123aa3232a', 'network_id': 'e9970b4b-68f6-44a4-ba0b-472b02b3180e', 'port_id': 'e56a4939-812d-4617-94a0-17123aa3232a', 'mac_address': 'fa:16:3e:f9:be:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755e71f8-23a8-4af0-95df-2ca73280b0c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:09.416401 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port e56a4939-812d-4617-94a0-17123aa3232a is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:09.416864 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e56a4939-812d-4617-94a0-17123aa3232a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.432509 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e56a4939-812d-4617-94a0-17123aa3232a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:09.454724 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port e56a4939-812d-4617-94a0-17123aa3232a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e56a4939-812d-4617-94a0-17123aa3232a,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:09.458869 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e56a4939-812d-4617-94a0-17123aa3232a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.525058 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=e56a4939-812d-4617-94a0-17123aa3232a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:09.655154 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:09.768063 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930c5aab-2463-4bd7-9548-70343bf0dfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.792887 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f85f2-3b63-4373-a739-f95948189279 req-be2edaa7-78f8-451d-8504-6d5c72af3a1b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:09.795110 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f64f85f2-3b63-4373-a739-f95948189279 req-be2edaa7-78f8-451d-8504-6d5c72af3a1b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 945 time: 0.0537081 Feb 10 23:16:09.844575 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f348ae-814e-4740-8b31-3bea3fdcf2c9 req-da81655c-a2fc-4a9e-8965-6253fbac1b95 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:09.844946 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f64f85f2-3b63-4373-a739-f95948189279 req-4a518aba-5bc5-4ba2-83d1-58720724bc1f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423825 Feb 10 23:16:09.846077 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-76f348ae-814e-4740-8b31-3bea3fdcf2c9 req-da81655c-a2fc-4a9e-8965-6253fbac1b95 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 945 time: 0.0800910 Feb 10 23:16:09.920992 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930c5aab-2463-4bd7-9548-70343bf0dfe9 admin admin] Publish callbacks [] for security_group (e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.924843 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-76f348ae-814e-4740-8b31-3bea3fdcf2c9 req-952aa88a-91c2-4bc1-b638-212e5b3600cf tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698383 Feb 10 23:16:09.925864 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-930c5aab-2463-4bd7-9548-70343bf0dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:09.965476 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-930c5aab-2463-4bd7-9548-70343bf0dfe9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=773b5df79e9d4c93be774e4ba003574b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091092 Feb 10 23:16:09.966344 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c5aab-2463-4bd7-9548-70343bf0dfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:09.969187 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:09.976756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['e56a4939-812d-4617-94a0-17123aa3232a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:10.014870 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['d4c8b8dc-d661-46eb-b3be-43ba8843fdf1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:10.044327 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7510a7a-8b5c-4029-a150-957a006df546 admin admin] Publish callbacks [] for security_group (e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.074134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7510a7a-8b5c-4029-a150-957a006df546 admin admin] Publish callbacks [] for security_group (e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.157207 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e9c4-8b2a-419d-a478-f1ffc87fdd76 req-45974096-4c97-4d6e-8829-023f3bc5c5c5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.166413 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ccf3e9c4-8b2a-419d-a478-f1ffc87fdd76 req-45974096-4c97-4d6e-8829-023f3bc5c5c5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 945 time: 0.0897403 Feb 10 23:16:10.186923 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474e6df-ffd8-48b9-be0e-66df96fd162e req-9e17c56b-6ce7-424a-8255-80a3da2f239b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.189095 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3474e6df-ffd8-48b9-be0e-66df96fd162e req-9e17c56b-6ce7-424a-8255-80a3da2f239b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 944 time: 0.0805945 Feb 10 23:16:10.195599 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7510a7a-8b5c-4029-a150-957a006df546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.198888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f7510a7a-8b5c-4029-a150-957a006df546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.202224 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f7510a7a-8b5c-4029-a150-957a006df546 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd HTTP/1.1" status: 204 len: 168 time: 0.2290299 Feb 10 23:16:10.230739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7510a7a-8b5c-4029-a150-957a006df546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb73b4-cf8d-4c67-bfcd-4bc11f7f3bcd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:10.255610 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ccf3e9c4-8b2a-419d-a478-f1ffc87fdd76 req-a8b8b770-610b-486a-bb67-1a1178d2e9f4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881665 Feb 10 23:16:10.293482 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3474e6df-ffd8-48b9-be0e-66df96fd162e req-733a1aa8-40c7-4fe1-9a87-58b8f483f9da tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925756 Feb 10 23:16:10.555890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:10.568999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4644d6cf-29a7-4c3d-9daa-00d493baa8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.654558 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4644d6cf-29a7-4c3d-9daa-00d493baa8df admin admin] Publish callbacks [] for security_group (104d7396-e43c-4886-a874-4725e5e058b4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.658739 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4644d6cf-29a7-4c3d-9daa-00d493baa8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (104d7396-e43c-4886-a874-4725e5e058b4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.701283 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4644d6cf-29a7-4c3d-9daa-00d493baa8df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa167d821f7c4721af25f05f5ea46286&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442902 Feb 10 23:16:10.702338 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644d6cf-29a7-4c3d-9daa-00d493baa8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104d7396-e43c-4886-a874-4725e5e058b4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:10.704029 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:10.768039 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36aa64f4-5b7a-45e6-919f-8942f3449513 admin admin] Publish callbacks [] for security_group (104d7396-e43c-4886-a874-4725e5e058b4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.792140 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36aa64f4-5b7a-45e6-919f-8942f3449513 admin admin] Publish callbacks [] for security_group (104d7396-e43c-4886-a874-4725e5e058b4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.843436 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36aa64f4-5b7a-45e6-919f-8942f3449513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (104d7396-e43c-4886-a874-4725e5e058b4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.846033 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-36aa64f4-5b7a-45e6-919f-8942f3449513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:10.847854 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-36aa64f4-5b7a-45e6-919f-8942f3449513 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/104d7396-e43c-4886-a874-4725e5e058b4 HTTP/1.1" status: 204 len: 168 time: 0.1410365 Feb 10 23:16:10.854249 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a25615d6-ec32-477c-8f89-0ddab942330d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:10.856449 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa64f4-5b7a-45e6-919f-8942f3449513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d7396-e43c-4886-a874-4725e5e058b4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:10.861916 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a89086d3-8e9e-4c9e-b888-34ad68be4969 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:10.980331 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a89086d3-8e9e-4c9e-b888-34ad68be4969 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:11.018631 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a89086d3-8e9e-4c9e-b888-34ad68be4969 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:11.019172 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.030201 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320f766-9f1d-4757-8790-4865211f96ff req-5e43cc28-10b9-447b-9ecc-4e4e71566bb1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.033450 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1320f766-9f1d-4757-8790-4865211f96ff req-5e43cc28-10b9-447b-9ecc-4e4e71566bb1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 945 time: 0.0851936 Feb 10 23:16:11.066433 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4cca1b-0497-4693-b9c4-4997e4d562ed req-92759246-2213-42a0-8482-0347d5eac575 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.082869 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc4cca1b-0497-4693-b9c4-4997e4d562ed req-92759246-2213-42a0-8482-0347d5eac575 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 945 time: 0.0690451 Feb 10 23:16:11.105124 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1320f766-9f1d-4757-8790-4865211f96ff req-60852001-f908-4279-bef7-e10d200e9f76 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651255 Feb 10 23:16:11.123939 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a25615d6-ec32-477c-8f89-0ddab942330d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a25615d6-ec32-477c-8f89-0ddab942330d,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:11.139689 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a89086d3-8e9e-4c9e-b888-34ad68be4969 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:11.140268 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.142286 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'port_id': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'mac_address': 'fa:16:3e:82:97:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:11.148400 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc4cca1b-0497-4693-b9c4-4997e4d562ed req-d098b1e0-8038-4040-89a9-5b28cb128837 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636940 Feb 10 23:16:11.188555 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89086d3-8e9e-4c9e-b888-34ad68be4969'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:11.273060 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a89086d3-8e9e-4c9e-b888-34ad68be4969, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969,segment=NetworkSegment(c9b862c3-87eb-411a-a685-307690939e88),segment_id=c9b862c3-87eb-411a-a685-307690939e88)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:11.280303 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.281156 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 29796ed2-6a68-4a22-a831-9ff833b3a7dc up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:11.304434 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a25615d6-ec32-477c-8f89-0ddab942330d is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:11.305026 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.365135 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25615d6-ec32-477c-8f89-0ddab942330d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:11.391943 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab60c311-6b0e-4608-a6a2-1cee7364a49d" -d '{"events": [{"server_uuid": "0873ddf9-8b87-4527-9956-fddd9653aab4", "name": "network-vif-plugged", "status": "completed", "tag": "a89086d3-8e9e-4c9e-b888-34ad68be4969"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:11.424126 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a25615d6-ec32-477c-8f89-0ddab942330d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a25615d6-ec32-477c-8f89-0ddab942330d,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:11.426084 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a89086d3-8e9e-4c9e-b888-34ad68be4969,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:11.432996 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb4efd-93c6-44d7-973e-6e9f5f935d86 req-6170ee37-441b-4e2c-a8d5-3c91052793dc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.435447 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fafb4efd-93c6-44d7-973e-6e9f5f935d86 req-6170ee37-441b-4e2c-a8d5-3c91052793dc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 945 time: 0.0802279 Feb 10 23:16:11.447311 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.465759 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625bfb0-ea25-4c89-ad8e-a8a7796dc39d req-9f7b9930-4fef-4d1d-8f4d-f7d7ac6da2ea tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.475649 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f625bfb0-ea25-4c89-ad8e-a8a7796dc39d req-9f7b9930-4fef-4d1d-8f4d-f7d7ac6da2ea tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 944 time: 0.0865140 Feb 10 23:16:11.504583 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 29796ed2-6a68-4a22-a831-9ff833b3a7dc completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:11.511325 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 29796ed2-6a68-4a22-a831-9ff833b3a7dc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:11.511764 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.521736 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fafb4efd-93c6-44d7-973e-6e9f5f935d86 req-003cbf45-3247-4d85-905d-f293060c8cd9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801227 Feb 10 23:16:11.566317 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f625bfb0-ea25-4c89-ad8e-a8a7796dc39d req-42cf2784-704a-4a75-a95e-5aad18f6033d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834484 Feb 10 23:16:11.583066 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a25615d6-ec32-477c-8f89-0ddab942330d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:11.667148 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 29796ed2-6a68-4a22-a831-9ff833b3a7dc is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:11.667479 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.730218 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:11.735059 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:11.797314 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=29796ed2-6a68-4a22-a831-9ff833b3a7dc,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:11.894107 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9853a69f-72c0-4ca0-b64a-cf11f0906f98 x-openstack-request-id: req-9853a69f-72c0-4ca0-b64a-cf11f0906f98 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:11.895534 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873ddf9-8b87-4527-9956-fddd9653aab4", "name": "network-vif-plugged", "status": "completed", "tag": "a89086d3-8e9e-4c9e-b888-34ad68be4969", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:11.896204 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9853a69f-72c0-4ca0-b64a-cf11f0906f98 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:11.898596 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89086d3-8e9e-4c9e-b888-34ad68be4969', 'code': 200} Feb 10 23:16:11.902394 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a25615d6-ec32-477c-8f89-0ddab942330d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:12.289473 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfa4fc-f846-4379-ad42-bb8590ef4822 req-ce811992-fed0-4ed6-9633-356cb7f75f4e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.291141 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-62cfa4fc-f846-4379-ad42-bb8590ef4822 req-ce811992-fed0-4ed6-9633-356cb7f75f4e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0616536 Feb 10 23:16:12.378567 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-62cfa4fc-f846-4379-ad42-bb8590ef4822 req-b6578080-0625-4f14-b392-e581e713ac34 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668705 Feb 10 23:16:12.455180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46542) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:12.455416 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965e97-7fe7-4a0a-83a5-60dd3b7496e0 req-274ebb4b-b247-4e28-b97e-8bd1e58210a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.457621 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b965e97-7fe7-4a0a-83a5-60dd3b7496e0 req-274ebb4b-b247-4e28-b97e-8bd1e58210a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 1130 time: 0.3643913 Feb 10 23:16:12.481502 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b965e97-7fe7-4a0a-83a5-60dd3b7496e0 req-ef27a5f6-cfe2-48ba-ba0a-49107f059e46 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.496316 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c373508-c308-4303-96ee-1dd6c2a5a1b4 req-f3f73c5b-5cf6-4c99-95f7-fca7fc890d9b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.497804 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c373508-c308-4303-96ee-1dd6c2a5a1b4 req-f3f73c5b-5cf6-4c99-95f7-fca7fc890d9b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.2976816 Feb 10 23:16:12.574113 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c373508-c308-4303-96ee-1dd6c2a5a1b4 req-5605c53f-c867-46b7-a0f9-1714c1b213e1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705397 Feb 10 23:16:12.654778 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b965e97-7fe7-4a0a-83a5-60dd3b7496e0 req-ef27a5f6-cfe2-48ba-ba0a-49107f059e46 service neutron] Publish callbacks [] for security_group (9e64431f-6405-4e18-a7d1-cc4c4e119a4f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.675889 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f8610-f350-4659-aa74-ce3803075e14 req-3c0d1a3a-a568-4862-96ed-e250524bab30 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.677292 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-552f8610-f350-4659-aa74-ce3803075e14 req-3c0d1a3a-a568-4862-96ed-e250524bab30 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 945 time: 0.0651641 Feb 10 23:16:12.687411 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6b965e97-7fe7-4a0a-83a5-60dd3b7496e0 req-ef27a5f6-cfe2-48ba-ba0a-49107f059e46 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (9e64431f-6405-4e18-a7d1-cc4c4e119a4f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.732261 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-552f8610-f350-4659-aa74-ce3803075e14 req-eea6843b-fa2d-4cdf-aaf7-1d217e09268b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Feb 10 23:16:12.756524 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27a5f6-cfe2-48ba-ba0a-49107f059e46 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e64431f-6405-4e18-a7d1-cc4c4e119a4f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:12.762574 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b965e97-7fe7-4a0a-83a5-60dd3b7496e0 req-ef27a5f6-cfe2-48ba-ba0a-49107f059e46 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984746 Feb 10 23:16:12.762942 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46562) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:12.779202 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809fd31-e593-40d3-9e28-bf2155950b19 req-068747c9-a9e5-49e8-a9e8-7ec16820b41b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.780722 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0809fd31-e593-40d3-9e28-bf2155950b19 req-068747c9-a9e5-49e8-a9e8-7ec16820b41b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 945 time: 0.1305037 Feb 10 23:16:12.806999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b27fff03-426a-4214-94da-98d3edc7ee64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.857077 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0809fd31-e593-40d3-9e28-bf2155950b19 req-9be9f315-0ebd-4b60-b821-3d875ecd12fc tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663309 Feb 10 23:16:12.889595 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:12.948380 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-526778ce-9b77-4705-9538-91b2f7936d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.954817 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b27fff03-426a-4214-94da-98d3edc7ee64 admin admin] Publish callbacks [] for security_group (79a305ce-98df-41e8-be53-cffcea9f136b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.956222 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-581d1129-da98-4c52-a709-25d810ae14ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.961478 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b27fff03-426a-4214-94da-98d3edc7ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (79a305ce-98df-41e8-be53-cffcea9f136b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:12.993992 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:13.002312 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:13.002693 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.013540 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b27fff03-426a-4214-94da-98d3edc7ee64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3aab5ab8953544f98ea5cc72b9e2dda0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5571363 Feb 10 23:16:13.015334 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27fff03-426a-4214-94da-98d3edc7ee64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a305ce-98df-41e8-be53-cffcea9f136b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.020432 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46572) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:13.081298 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:13.087607 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-581d1129-da98-4c52-a709-25d810ae14ad admin admin] Publish callbacks [] for security_group (f2c18481-2ba1-49ef-8603-af7d735488c1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.102938 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-581d1129-da98-4c52-a709-25d810ae14ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f2c18481-2ba1-49ef-8603-af7d735488c1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.111229 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:13.111712 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.127888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6573fec2-0116-486a-aab2-502bfa8b74a6 admin admin] Publish callbacks [] for security_group (79a305ce-98df-41e8-be53-cffcea9f136b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.153933 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:13.160833 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.161992 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device e56a4939-812d-4617-94a0-17123aa3232a up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:13.168327 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-581d1129-da98-4c52-a709-25d810ae14ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=588f181c017b445e98d7d6521762e04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039299 Feb 10 23:16:13.169050 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d1129-da98-4c52-a709-25d810ae14ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c18481-2ba1-49ef-8603-af7d735488c1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.171061 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:13.176210 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6573fec2-0116-486a-aab2-502bfa8b74a6 admin admin] Publish callbacks [] for security_group (79a305ce-98df-41e8-be53-cffcea9f136b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.238875 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01a751c-5f42-4499-8336-349ea4c6f999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.239488 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6573fec2-0116-486a-aab2-502bfa8b74a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (79a305ce-98df-41e8-be53-cffcea9f136b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.243693 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6573fec2-0116-486a-aab2-502bfa8b74a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.245318 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6573fec2-0116-486a-aab2-502bfa8b74a6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79a305ce-98df-41e8-be53-cffcea9f136b HTTP/1.1" status: 204 len: 168 time: 0.2239168 Feb 10 23:16:13.254056 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573fec2-0116-486a-aab2-502bfa8b74a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a305ce-98df-41e8-be53-cffcea9f136b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.266435 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43be2cc1-652b-4a4a-b502-9bf7bc7f7fd1 admin admin] Publish callbacks [] for security_group (f2c18481-2ba1-49ef-8603-af7d735488c1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.307335 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43be2cc1-652b-4a4a-b502-9bf7bc7f7fd1 admin admin] Publish callbacks [] for security_group (f2c18481-2ba1-49ef-8603-af7d735488c1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.334197 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.339201 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port e56a4939-812d-4617-94a0-17123aa3232a completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:13.343201 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port e56a4939-812d-4617-94a0-17123aa3232a triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:13.343781 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e56a4939-812d-4617-94a0-17123aa3232a), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.412113 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43be2cc1-652b-4a4a-b502-9bf7bc7f7fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f2c18481-2ba1-49ef-8603-af7d735488c1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.415583 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-43be2cc1-652b-4a4a-b502-9bf7bc7f7fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.416836 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-43be2cc1-652b-4a4a-b502-9bf7bc7f7fd1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f2c18481-2ba1-49ef-8603-af7d735488c1 HTTP/1.1" status: 204 len: 168 time: 0.2447734 Feb 10 23:16:13.419853 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01a751c-5f42-4499-8336-349ea4c6f999 admin admin] Publish callbacks [] for security_group (ba73a052-44ac-492f-ab2a-cd97b76d5c76), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.432084 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be2cc1-652b-4a4a-b502-9bf7bc7f7fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c18481-2ba1-49ef-8603-af7d735488c1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.437449 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b01a751c-5f42-4499-8336-349ea4c6f999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ba73a052-44ac-492f-ab2a-cd97b76d5c76), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.451643 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port e56a4939-812d-4617-94a0-17123aa3232a is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:13.452606 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e56a4939-812d-4617-94a0-17123aa3232a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.500524 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port e56a4939-812d-4617-94a0-17123aa3232a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e56a4939-812d-4617-94a0-17123aa3232a,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:13.506013 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e56a4939-812d-4617-94a0-17123aa3232a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.563112 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=e56a4939-812d-4617-94a0-17123aa3232a,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.583198 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a751c-5f42-4499-8336-349ea4c6f999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba73a052-44ac-492f-ab2a-cd97b76d5c76,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:13.589073 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b01a751c-5f42-4499-8336-349ea4c6f999 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da6d6a3d1e10439ba6d9019074c43427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5073602 Feb 10 23:16:13.590950 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46588) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:13.634865 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4895fa-22da-40d3-a56f-196a06eb40f0 req-21badbc7-c1dc-4cde-936a-d192f3ee4001 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:13.648407 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed4895fa-22da-40d3-a56f-196a06eb40f0 req-21badbc7-c1dc-4cde-936a-d192f3ee4001 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.1689191 Feb 10 23:16:13.688630 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8be3996-4117-407d-8f1d-bfe26392b481 admin admin] Publish callbacks [] for security_group (ba73a052-44ac-492f-ab2a-cd97b76d5c76), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.696185 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46594) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:13.726870 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de341dfe-c5aa-4445-8bf5-edb552d42f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.744829 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed4895fa-22da-40d3-a56f-196a06eb40f0 req-6bcaf812-a7b3-4310-828d-d4cd6860f73e tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944021 Feb 10 23:16:13.820664 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8be3996-4117-407d-8f1d-bfe26392b481 admin admin] Publish callbacks [] for security_group (ba73a052-44ac-492f-ab2a-cd97b76d5c76), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.884475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb9a83-d856-462e-b78d-0bc0fa3b4231 req-d4a636db-0dc3-4c5b-8210-8867bb15f1d4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:13.892171 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-29fb9a83-d856-462e-b78d-0bc0fa3b4231 req-d4a636db-0dc3-4c5b-8210-8867bb15f1d4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0746579 Feb 10 23:16:13.899353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a7692-2309-4293-b184-8bdb96c7f2b6 req-eda69f8d-1ac3-4c1f-a9bf-6531c2d11a3a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:13.900070 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b318281-da74-4def-bf1d-6c58526a88c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29796ed2-6a68-4a22-a831-9ff833b3a7dc'}, {'server_uuid': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1'}, {'server_uuid': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a4939-812d-4617-94a0-17123aa3232a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:13.900945 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-160a7692-2309-4293-b184-8bdb96c7f2b6 req-eda69f8d-1ac3-4c1f-a9bf-6531c2d11a3a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.1762598 Feb 10 23:16:13.902667 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df3a3d0-91fc-4a20-b1e3-af6b4380ec51" -d '{"events": [{"server_uuid": "8b318281-da74-4def-bf1d-6c58526a88c7", "name": "network-vif-plugged", "status": "completed", "tag": "29796ed2-6a68-4a22-a831-9ff833b3a7dc"}, {"server_uuid": "1a40759c-0510-4aff-8b65-24c2154d6d92", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8b8dc-d661-46eb-b3be-43ba8843fdf1"}, {"server_uuid": "dbe3cc82-bdd4-4717-bfc7-90d24fbecea1", "name": "network-vif-plugged", "status": "completed", "tag": "e56a4939-812d-4617-94a0-17123aa3232a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:13.946846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de341dfe-c5aa-4445-8bf5-edb552d42f20 admin admin] Publish callbacks [] for security_group (7aef1dcc-676d-43ef-841f-2eb2f09a96a8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.948001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8be3996-4117-407d-8f1d-bfe26392b481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ba73a052-44ac-492f-ab2a-cd97b76d5c76), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.950094 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-29fb9a83-d856-462e-b78d-0bc0fa3b4231 req-bf3a1766-f52c-4874-aace-d892831d9564 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550461 Feb 10 23:16:13.950596 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8be3996-4117-407d-8f1d-bfe26392b481 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.954046 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d8be3996-4117-407d-8f1d-bfe26392b481 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba73a052-44ac-492f-ab2a-cd97b76d5c76 HTTP/1.1" status: 204 len: 168 time: 0.3562245 Feb 10 23:16:13.971656 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de341dfe-c5aa-4445-8bf5-edb552d42f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7aef1dcc-676d-43ef-841f-2eb2f09a96a8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:13.996746 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be3996-4117-407d-8f1d-bfe26392b481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba73a052-44ac-492f-ab2a-cd97b76d5c76,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.004075 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-160a7692-2309-4293-b184-8bdb96c7f2b6 req-b23c09ca-cd2f-4387-a993-2531b844ed89 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941463 Feb 10 23:16:14.045359 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-de341dfe-c5aa-4445-8bf5-edb552d42f20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9878e05da5a149029682d0775f4e2dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477776 Feb 10 23:16:14.045963 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46608) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:14.056106 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de341dfe-c5aa-4445-8bf5-edb552d42f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef1dcc-676d-43ef-841f-2eb2f09a96a8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.103866 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063220cf-a1bb-4ba1-a297-5f5fbd66eafe req-6e3fad4e-e422-4bfa-888c-465c2879100f tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:14.110956 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f78819f-c122-4245-8a2a-47ac331d93ba admin admin] Publish callbacks [] for security_group (7aef1dcc-676d-43ef-841f-2eb2f09a96a8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.111957 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-063220cf-a1bb-4ba1-a297-5f5fbd66eafe req-6e3fad4e-e422-4bfa-888c-465c2879100f tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 945 time: 0.1009550 Feb 10 23:16:14.128203 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7d2fcc-5236-4f25-a57f-b943157de864 x-openstack-request-id: req-9f7d2fcc-5236-4f25-a57f-b943157de864 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:14.128678 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b318281-da74-4def-bf1d-6c58526a88c7", "name": "network-vif-plugged", "status": "completed", "tag": "29796ed2-6a68-4a22-a831-9ff833b3a7dc", "code": 200}, {"server_uuid": "1a40759c-0510-4aff-8b65-24c2154d6d92", "name": "network-vif-plugged", "status": "completed", "tag": "d4c8b8dc-d661-46eb-b3be-43ba8843fdf1", "code": 200}, {"server_uuid": "dbe3cc82-bdd4-4717-bfc7-90d24fbecea1", "name": "network-vif-plugged", "status": "completed", "tag": "e56a4939-812d-4617-94a0-17123aa3232a", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:14.128863 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f7d2fcc-5236-4f25-a57f-b943157de864 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:14.129277 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b318281-da74-4def-bf1d-6c58526a88c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29796ed2-6a68-4a22-a831-9ff833b3a7dc', 'code': 200} Feb 10 23:16:14.129605 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1', 'code': 200} Feb 10 23:16:14.129930 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e56a4939-812d-4617-94a0-17123aa3232a', 'code': 200} Feb 10 23:16:14.140357 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f78819f-c122-4245-8a2a-47ac331d93ba admin admin] Publish callbacks [] for security_group (7aef1dcc-676d-43ef-841f-2eb2f09a96a8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.170355 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-063220cf-a1bb-4ba1-a297-5f5fbd66eafe req-ea797a65-c127-4b6a-a7e5-21bd28e79c6a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572908 Feb 10 23:16:14.198749 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:14.204040 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f78819f-c122-4245-8a2a-47ac331d93ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7aef1dcc-676d-43ef-841f-2eb2f09a96a8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.206846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f78819f-c122-4245-8a2a-47ac331d93ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.210609 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4f78819f-c122-4245-8a2a-47ac331d93ba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7aef1dcc-676d-43ef-841f-2eb2f09a96a8 HTTP/1.1" status: 204 len: 168 time: 0.1592727 Feb 10 23:16:14.213039 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cd602dc-c755-42b4-a410-1be83fdaf899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.218626 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78819f-c122-4245-8a2a-47ac331d93ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef1dcc-676d-43ef-841f-2eb2f09a96a8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.310894 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cd602dc-c755-42b4-a410-1be83fdaf899 admin admin] Publish callbacks [] for security_group (aabe8000-0dce-410d-959c-71c0727000ef), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.317256 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8cd602dc-c755-42b4-a410-1be83fdaf899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (aabe8000-0dce-410d-959c-71c0727000ef), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.401814 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46616) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:14.402112 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8cd602dc-c755-42b4-a410-1be83fdaf899 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a2138fda827d43fcb679afcd670868b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2019148 Feb 10 23:16:14.402907 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd602dc-c755-42b4-a410-1be83fdaf899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe8000-0dce-410d-959c-71c0727000ef,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.469372 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e252bb2-3944-458b-9df9-13be07c33b65 admin admin] Publish callbacks [] for security_group (aabe8000-0dce-410d-959c-71c0727000ef), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.470375 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:14.486052 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7904f658-d0da-476e-b319-ad6b13ff9756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.525758 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e252bb2-3944-458b-9df9-13be07c33b65 admin admin] Publish callbacks [] for security_group (aabe8000-0dce-410d-959c-71c0727000ef), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.576325 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7904f658-d0da-476e-b319-ad6b13ff9756 admin admin] Publish callbacks [] for security_group (95cb8f23-3be5-4bfc-ad21-09da3b532485), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.581853 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7904f658-d0da-476e-b319-ad6b13ff9756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (95cb8f23-3be5-4bfc-ad21-09da3b532485), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.625941 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7904f658-d0da-476e-b319-ad6b13ff9756 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82031c8832f143048c5928a837f84309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545286 Feb 10 23:16:14.626960 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904f658-d0da-476e-b319-ad6b13ff9756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb8f23-3be5-4bfc-ad21-09da3b532485,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.629529 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46622) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:14.647068 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cef47-eefc-4367-8191-dc07801812a4 req-d8b43a27-9ec3-441a-a4a8-90448e0f7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:14.649141 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b60cef47-eefc-4367-8191-dc07801812a4 req-d8b43a27-9ec3-441a-a4a8-90448e0f7ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 1130 time: 0.1420462 Feb 10 23:16:14.652158 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224f6e4-9e0f-4a69-b2b7-efe1dc60b0fe req-eae2ffae-29d5-4ea9-954d-a73c4887a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:14.653699 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1224f6e4-9e0f-4a69-b2b7-efe1dc60b0fe req-eae2ffae-29d5-4ea9-954d-a73c4887a631 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.1593904 Feb 10 23:16:14.679615 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d9593-0ef8-459f-a6d9-8e4c58b7d873 req-fac9f1a9-145e-4196-9c33-e4d77fd966bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:14.681665 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-578d9593-0ef8-459f-a6d9-8e4c58b7d873 req-fac9f1a9-145e-4196-9c33-e4d77fd966bb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 1130 time: 0.1757233 Feb 10 23:16:14.685747 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-638821ff-a087-4f54-8ed2-70100209e482 admin admin] Publish callbacks [] for security_group (95cb8f23-3be5-4bfc-ad21-09da3b532485), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.706909 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e252bb2-3944-458b-9df9-13be07c33b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (aabe8000-0dce-410d-959c-71c0727000ef), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.707514 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-638821ff-a087-4f54-8ed2-70100209e482 admin admin] Publish callbacks [] for security_group (95cb8f23-3be5-4bfc-ad21-09da3b532485), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.710248 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e252bb2-3944-458b-9df9-13be07c33b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.711738 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5e252bb2-3944-458b-9df9-13be07c33b65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aabe8000-0dce-410d-959c-71c0727000ef HTTP/1.1" status: 204 len: 168 time: 0.3083901 Feb 10 23:16:14.730624 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46628) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:14.748501 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e252bb2-3944-458b-9df9-13be07c33b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe8000-0dce-410d-959c-71c0727000ef,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.767875 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b60cef47-eefc-4367-8191-dc07801812a4 req-f5554d16-1f8f-4774-b169-88a52f8ca2c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117759 Feb 10 23:16:14.793943 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1224f6e4-9e0f-4a69-b2b7-efe1dc60b0fe req-db90cec1-3d60-4334-82fa-81bfb76eacd4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288869 Feb 10 23:16:14.796210 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-578d9593-0ef8-459f-a6d9-8e4c58b7d873 req-5f77507b-7256-45df-814a-490e6c392705 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026392 Feb 10 23:16:14.823148 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548e-1f1f-41b8-a903-7048c2cd146a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.873878 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-638821ff-a087-4f54-8ed2-70100209e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (95cb8f23-3be5-4bfc-ad21-09da3b532485), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.876611 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-638821ff-a087-4f54-8ed2-70100209e482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:14.877792 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-638821ff-a087-4f54-8ed2-70100209e482 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/95cb8f23-3be5-4bfc-ad21-09da3b532485 HTTP/1.1" status: 204 len: 168 time: 0.2472689 Feb 10 23:16:14.888253 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a25615d6-ec32-477c-8f89-0ddab942330d up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:14.893936 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638821ff-a087-4f54-8ed2-70100209e482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb8f23-3be5-4bfc-ad21-09da3b532485,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:14.935030 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca14c2c-98af-4449-bdeb-de93d56a7bf1 req-b8f12f11-e20d-4077-9e37-69824366f714 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:14.936945 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ca14c2c-98af-4449-bdeb-de93d56a7bf1 req-b8f12f11-e20d-4077-9e37-69824366f714 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0930822 Feb 10 23:16:14.997711 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548e-1f1f-41b8-a903-7048c2cd146a admin admin] Publish callbacks [] for security_group (75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.005151 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0b8f548e-1f1f-41b8-a903-7048c2cd146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.019254 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a25615d6-ec32-477c-8f89-0ddab942330d completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:15.024766 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a25615d6-ec32-477c-8f89-0ddab942330d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:15.025460 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.026746 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ca14c2c-98af-4449-bdeb-de93d56a7bf1 req-14071345-ad78-435f-8d9e-edbea2db6355 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752826 Feb 10 23:16:15.056292 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f548e-1f1f-41b8-a903-7048c2cd146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:15.123640 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0b8f548e-1f1f-41b8-a903-7048c2cd146a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7442f50404fb4f4f9905d7e53b451582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919680 Feb 10 23:16:15.126321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:15.145971 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a25615d6-ec32-477c-8f89-0ddab942330d is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:15.147107 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.201291 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a25615d6-ec32-477c-8f89-0ddab942330d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a25615d6-ec32-477c-8f89-0ddab942330d,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:15.216085 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa54dd-8ec3-4cd7-aa47-b4b2f1f21785 req-9431a079-c0b4-4c08-a36c-6a80258dff4a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:15.216085 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73aa54dd-8ec3-4cd7-aa47-b4b2f1f21785 req-9431a079-c0b4-4c08-a36c-6a80258dff4a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1148860 Feb 10 23:16:15.226248 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.250122 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-491e116b-9ece-4b25-81df-307eabc13e97 admin admin] Publish callbacks [] for security_group (75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.274768 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c275bbe-90f8-4edc-a28d-d1c2ca341c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.308641 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aacbb0-77a5-42e2-ae94-f3a20f260098 req-b2115927-a2c4-4b5e-87a9-ad4eef58adc5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:15.310474 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a25615d6-ec32-477c-8f89-0ddab942330d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:15.310736 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71aacbb0-77a5-42e2-ae94-f3a20f260098 req-b2115927-a2c4-4b5e-87a9-ad4eef58adc5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.1281488 Feb 10 23:16:15.315937 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-73aa54dd-8ec3-4cd7-aa47-b4b2f1f21785 req-556b4d44-ffdd-4960-b733-2557cec6520a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819759 Feb 10 23:16:15.356537 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-491e116b-9ece-4b25-81df-307eabc13e97 admin admin] Publish callbacks [] for security_group (75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.448440 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6f096-cb3b-4e99-b4ce-7cee8fdee517 req-730b7559-e6cc-4785-aa14-3c5b41eba30a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:15.451322 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-06e6f096-cb3b-4e99-b4ce-7cee8fdee517 req-730b7559-e6cc-4785-aa14-3c5b41eba30a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0702407 Feb 10 23:16:15.457893 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71aacbb0-77a5-42e2-ae94-f3a20f260098 req-b359137e-165a-490e-8a16-6d5d78c6ce4a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841455 Feb 10 23:16:15.486411 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-491e116b-9ece-4b25-81df-307eabc13e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.491675 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-491e116b-9ece-4b25-81df-307eabc13e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:15.501819 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-491e116b-9ece-4b25-81df-307eabc13e97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4 HTTP/1.1" status: 204 len: 168 time: 0.3721976 Feb 10 23:16:15.518507 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e116b-9ece-4b25-81df-307eabc13e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eff247-a8cf-4337-b5c4-dfe7a9ba4ad4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:15.526412 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-06e6f096-cb3b-4e99-b4ce-7cee8fdee517 req-df6004f6-8c19-4d9f-a2cb-f3436deb0e10 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612493 Feb 10 23:16:15.912390 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:16.130927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:16.134049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a76e4f1-5e1a-4c69-8497-8fbeb8407c84" -d '{"events": [{"server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "name": "network-vif-plugged", "status": "completed", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:16.177010 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbac90-264b-4c08-afef-7c8a078e9929 req-6207efad-2950-4e06-8add-e7072608f067 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.180882 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2dbac90-264b-4c08-afef-7c8a078e9929 req-6207efad-2950-4e06-8add-e7072608f067 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0752871 Feb 10 23:16:16.208965 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51132839-6206-4d50-9148-a3ca6e588708 x-openstack-request-id: req-51132839-6206-4d50-9148-a3ca6e588708 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:16.210478 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "name": "network-vif-plugged", "status": "completed", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:16.210949 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51132839-6206-4d50-9148-a3ca6e588708 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:16.211553 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'code': 200} Feb 10 23:16:16.264152 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2dbac90-264b-4c08-afef-7c8a078e9929 req-cbdb6610-d54f-41f1-8bff-2cf3fa971a5c tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754333 Feb 10 23:16:16.438705 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21be87c-0651-48d5-b415-ecd0e2513df1 req-fa75c1b7-5b56-48ab-b0a0-c538fc932ef2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.446389 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d21be87c-0651-48d5-b415-ecd0e2513df1 req-fa75c1b7-5b56-48ab-b0a0-c538fc932ef2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0682507 Feb 10 23:16:16.504439 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d21be87c-0651-48d5-b415-ecd0e2513df1 req-745e26c3-aabf-43e5-9d33-8396d4ac5862 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565786 Feb 10 23:16:16.550360 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226e3ed-3dec-480b-b4e3-da0d8447119b req-cd6e8721-f549-460a-adac-54efd872a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.552163 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1226e3ed-3dec-480b-b4e3-da0d8447119b req-cd6e8721-f549-460a-adac-54efd872a7fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1130 time: 0.0857444 Feb 10 23:16:16.654914 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1226e3ed-3dec-480b-b4e3-da0d8447119b req-0d03d56a-1a4e-4978-b61b-a4fe96e53e17 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951924 Feb 10 23:16:16.676219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42161e3f-9538-45ba-b0f8-5faf60d3d083 req-14dd48b0-990f-4062-acb2-3e12335c36cd tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.677744 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-42161e3f-9538-45ba-b0f8-5faf60d3d083 req-14dd48b0-990f-4062-acb2-3e12335c36cd tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.1125762 Feb 10 23:16:16.691164 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f3f27-a5dd-4fd2-8d3a-775f3fd93c4a req-417e825d-43f7-438d-8d9a-1ad3bbc293e0 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.693027 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bf6f3f27-a5dd-4fd2-8d3a-775f3fd93c4a req-417e825d-43f7-438d-8d9a-1ad3bbc293e0 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0633876 Feb 10 23:16:16.735893 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-42161e3f-9538-45ba-b0f8-5faf60d3d083 req-485bfb0b-66d7-4c8c-b380-c884c94cc335 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507150 Feb 10 23:16:16.767995 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bf6f3f27-a5dd-4fd2-8d3a-775f3fd93c4a req-df2e7c5e-d24c-430e-a71e-a2b53dfc2d0e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568910 Feb 10 23:16:17.398459 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1a7f-719d-431f-902c-e3742fdd6e08 req-2496c551-1a1d-46a5-a8cb-10de4ab09e9b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:17.400662 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-539c1a7f-719d-431f-902c-e3742fdd6e08 req-2496c551-1a1d-46a5-a8cb-10de4ab09e9b tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0597603 Feb 10 23:16:17.456547 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-539c1a7f-719d-431f-902c-e3742fdd6e08 req-41e3a028-4faa-4a15-8801-c32bca1f4fa8 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Feb 10 23:16:17.532872 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:17.599220 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:17.608863 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46786) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:17.703192 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0dcd-f67d-414b-beae-d4982e7ad9c4 req-4e502676-0b4a-45e2-b021-421f9e6690f9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:17.709710 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-902f0dcd-f67d-414b-beae-d4982e7ad9c4 req-4e502676-0b4a-45e2-b021-421f9e6690f9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0801482 Feb 10 23:16:17.784765 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93399581-6b78-4265-9a26-be53d9ed591e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:17.856463 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-902f0dcd-f67d-414b-beae-d4982e7ad9c4 req-da40bffd-8e63-4e54-8063-3796c2edb4c5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383357 Feb 10 23:16:17.875332 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2a27d4-2b0b-45ef-abf6-fe95cce5c181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:17.968818 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fba55-c09e-4f76-b3a8-0c5319549916 req-ad67b6d9-a847-4e17-b4c4-e88f739a6ecd tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:17.971446 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-893fba55-c09e-4f76-b3a8-0c5319549916 req-ad67b6d9-a847-4e17-b4c4-e88f739a6ecd tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.1091146 Feb 10 23:16:18.062279 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-893fba55-c09e-4f76-b3a8-0c5319549916 req-2319a3fe-d6a1-4016-ab80-4c336d757878 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816045 Feb 10 23:16:18.070179 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2a27d4-2b0b-45ef-abf6-fe95cce5c181 admin admin] Publish callbacks [] for security_group (8f993020-e589-4764-8b86-873ffeddaed2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.097799 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4f2a27d4-2b0b-45ef-abf6-fe95cce5c181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8f993020-e589-4764-8b86-873ffeddaed2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.111861 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93399581-6b78-4265-9a26-be53d9ed591e admin admin] Publish callbacks [] for security_group (ee88a319-64e5-455e-8c49-92dd43e7ab2b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.121725 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93399581-6b78-4265-9a26-be53d9ed591e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ee88a319-64e5-455e-8c49-92dd43e7ab2b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.144267 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a2447-a5cb-47f0-aa4d-8c51736592a3 req-c9691c6f-2181-4ce5-b0b0-943919a3aa1b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:18.171048 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de0a2447-a5cb-47f0-aa4d-8c51736592a3 req-c9691c6f-2181-4ce5-b0b0-943919a3aa1b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.2353148 Feb 10 23:16:18.220038 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-93399581-6b78-4265-9a26-be53d9ed591e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=927d6e73c0594b8f9dc00570047d615e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6863127 Feb 10 23:16:18.221975 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399581-6b78-4265-9a26-be53d9ed591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88a319-64e5-455e-8c49-92dd43e7ab2b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.227365 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46810) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:18.259009 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4f2a27d4-2b0b-45ef-abf6-fe95cce5c181 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec04e31dabad408189c872bac820dfe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6456997 Feb 10 23:16:18.260075 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:18.269762 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a27d4-2b0b-45ef-abf6-fe95cce5c181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f993020-e589-4764-8b86-873ffeddaed2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.316898 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de0a2447-a5cb-47f0-aa4d-8c51736592a3 req-b20e1ef4-e6f5-4ca4-a872-842318cd4884 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449680 Feb 10 23:16:18.327420 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f34013-2e2e-4f49-9db0-023e37595dbe admin admin] Publish callbacks [] for security_group (8f993020-e589-4764-8b86-873ffeddaed2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.338731 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc8935b-3740-4348-a9dd-90fb52bae245 admin admin] Publish callbacks [] for security_group (ee88a319-64e5-455e-8c49-92dd43e7ab2b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.353483 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f34013-2e2e-4f49-9db0-023e37595dbe admin admin] Publish callbacks [] for security_group (8f993020-e589-4764-8b86-873ffeddaed2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.364387 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc8935b-3740-4348-a9dd-90fb52bae245 admin admin] Publish callbacks [] for security_group (ee88a319-64e5-455e-8c49-92dd43e7ab2b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.375424 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46818) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:18.405612 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f34013-2e2e-4f49-9db0-023e37595dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8f993020-e589-4764-8b86-873ffeddaed2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.408302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98f34013-2e2e-4f49-9db0-023e37595dbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.409582 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-98f34013-2e2e-4f49-9db0-023e37595dbe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f993020-e589-4764-8b86-873ffeddaed2 HTTP/1.1" status: 204 len: 168 time: 0.1485219 Feb 10 23:16:18.418391 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f34013-2e2e-4f49-9db0-023e37595dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f993020-e589-4764-8b86-873ffeddaed2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.439679 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc8935b-3740-4348-a9dd-90fb52bae245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ee88a319-64e5-455e-8c49-92dd43e7ab2b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.447653 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-edc8935b-3740-4348-a9dd-90fb52bae245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.451381 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-edc8935b-3740-4348-a9dd-90fb52bae245 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ee88a319-64e5-455e-8c49-92dd43e7ab2b HTTP/1.1" status: 204 len: 168 time: 0.2165616 Feb 10 23:16:18.457630 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8935b-3740-4348-a9dd-90fb52bae245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88a319-64e5-455e-8c49-92dd43e7ab2b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.507998 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2005a735-966f-44d7-8003-89c61495b098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.597559 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2005a735-966f-44d7-8003-89c61495b098 admin admin] Publish callbacks [] for security_group (4f20dd62-5d72-4a59-ad8b-222d2abf4cb5), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.604042 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2005a735-966f-44d7-8003-89c61495b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (4f20dd62-5d72-4a59-ad8b-222d2abf4cb5), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.646697 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2005a735-966f-44d7-8003-89c61495b098 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fe55b1ac711d4bd1b803f1d27e338fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699203 Feb 10 23:16:18.649174 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005a735-966f-44d7-8003-89c61495b098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f20dd62-5d72-4a59-ad8b-222d2abf4cb5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.650109 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46830) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:18.705376 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b641b2a-af70-4147-a83a-55fb63ddd09e admin admin] Publish callbacks [] for security_group (4f20dd62-5d72-4a59-ad8b-222d2abf4cb5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.728529 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b641b2a-af70-4147-a83a-55fb63ddd09e admin admin] Publish callbacks [] for security_group (4f20dd62-5d72-4a59-ad8b-222d2abf4cb5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.789511 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b641b2a-af70-4147-a83a-55fb63ddd09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (4f20dd62-5d72-4a59-ad8b-222d2abf4cb5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.792477 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b641b2a-af70-4147-a83a-55fb63ddd09e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:18.793675 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8b641b2a-af70-4147-a83a-55fb63ddd09e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4f20dd62-5d72-4a59-ad8b-222d2abf4cb5 HTTP/1.1" status: 204 len: 168 time: 0.1424994 Feb 10 23:16:18.806647 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b641b2a-af70-4147-a83a-55fb63ddd09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f20dd62-5d72-4a59-ad8b-222d2abf4cb5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:18.929732 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:18.959353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30f24634-4c31-41e8-a98c-a604e22373d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.006108 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03166450-81c9-45d4-bc0b-0111ecf3c187 req-87fcab97-f04e-43fb-ac61-e4b3f067d534 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.008378 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03166450-81c9-45d4-bc0b-0111ecf3c187 req-87fcab97-f04e-43fb-ac61-e4b3f067d534 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0891325 Feb 10 23:16:19.103358 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03166450-81c9-45d4-bc0b-0111ecf3c187 req-de724bec-cb28-4752-8b58-80030c18ca78 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841579 Feb 10 23:16:19.109740 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30f24634-4c31-41e8-a98c-a604e22373d1 admin admin] Publish callbacks [] for security_group (fe07176e-9951-4045-959c-012604cc2e52), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.115616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30f24634-4c31-41e8-a98c-a604e22373d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (fe07176e-9951-4045-959c-012604cc2e52), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.169378 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46856) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:19.183228 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-30f24634-4c31-41e8-a98c-a604e22373d1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35c980fb2cdb4564bba8d34de6400ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518361 Feb 10 23:16:19.188799 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f24634-4c31-41e8-a98c-a604e22373d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe07176e-9951-4045-959c-012604cc2e52,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:19.297653 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46866) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:19.316616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b56d627-aa96-4687-8c24-c72fc6f09922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.353990 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fc7d1-7a9c-4d02-b09f-3db080b0e200 req-43c9e3a0-7c5c-4488-8e54-e4ad73d0edcf tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.355833 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d02fc7d1-7a9c-4d02-b09f-3db080b0e200 req-43c9e3a0-7c5c-4488-8e54-e4ad73d0edcf tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.1751029 Feb 10 23:16:19.371626 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07818894-ba1a-4737-95cb-620b2577e93a admin admin] Publish callbacks [] for security_group (fe07176e-9951-4045-959c-012604cc2e52), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.420448 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b56d627-aa96-4687-8c24-c72fc6f09922 admin admin] Publish callbacks [] for security_group (10b0bc5b-45d7-4014-87b7-732e5f688da3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.427283 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b56d627-aa96-4687-8c24-c72fc6f09922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (10b0bc5b-45d7-4014-87b7-732e5f688da3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.451841 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07818894-ba1a-4737-95cb-620b2577e93a admin admin] Publish callbacks [] for security_group (fe07176e-9951-4045-959c-012604cc2e52), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.458882 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8b56d627-aa96-4687-8c24-c72fc6f09922 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b662525020c48d8b36c4b54bc77ed12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1586599 Feb 10 23:16:19.462430 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:19.485201 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d02fc7d1-7a9c-4d02-b09f-3db080b0e200 req-c51441a1-032a-42a5-aa02-c2e2f39b2304 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098542 Feb 10 23:16:19.547148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56d627-aa96-4687-8c24-c72fc6f09922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b0bc5b-45d7-4014-87b7-732e5f688da3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:19.561532 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.605644 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07818894-ba1a-4737-95cb-620b2577e93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (fe07176e-9951-4045-959c-012604cc2e52), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.608800 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07818894-ba1a-4737-95cb-620b2577e93a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.610192 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-07818894-ba1a-4737-95cb-620b2577e93a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe07176e-9951-4045-959c-012604cc2e52 HTTP/1.1" status: 204 len: 168 time: 0.4394817 Feb 10 23:16:19.622611 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07818894-ba1a-4737-95cb-620b2577e93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe07176e-9951-4045-959c-012604cc2e52,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:19.697359 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e341f6b-6181-4bcf-9a92-c08f677e0c25 admin admin] Publish callbacks [] for security_group (10b0bc5b-45d7-4014-87b7-732e5f688da3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.732289 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e341f6b-6181-4bcf-9a92-c08f677e0c25 admin admin] Publish callbacks [] for security_group (10b0bc5b-45d7-4014-87b7-732e5f688da3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.735788 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1add95-772f-4ae3-882a-9852126066e8 req-b571abe4-9f70-4850-a528-45883bbce65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.737915 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-b571abe4-9f70-4850-a528-45883bbce65e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 1130 time: 0.1266191 Feb 10 23:16:19.790880 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06d95c-39ef-488d-9a23-62898fceec93 req-a39b2278-d056-4c3a-a293-4649734a67c5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.794100 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b06d95c-39ef-488d-9a23-62898fceec93 req-a39b2278-d056-4c3a-a293-4649734a67c5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1521435 Feb 10 23:16:19.900855 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b06d95c-39ef-488d-9a23-62898fceec93 req-d2f76f8a-4ad3-4928-8ad5-cf9ae7558474 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002715 Feb 10 23:16:19.918182 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1add95-772f-4ae3-882a-9852126066e8 req-7c8884c8-0366-4290-8dfc-f2d128cce1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:19.919654 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-7c8884c8-0366-4290-8dfc-f2d128cce1ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.1748924 Feb 10 23:16:19.938479 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e341f6b-6181-4bcf-9a92-c08f677e0c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (10b0bc5b-45d7-4014-87b7-732e5f688da3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.941390 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e341f6b-6181-4bcf-9a92-c08f677e0c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:19.945900 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1e341f6b-6181-4bcf-9a92-c08f677e0c25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10b0bc5b-45d7-4014-87b7-732e5f688da3 HTTP/1.1" status: 204 len: 168 time: 0.4790370 Feb 10 23:16:20.009177 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648236f-155b-4b55-85cf-30a6afc0ebbd req-14cb05e2-4a33-40be-8f15-38dc63c8a29f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:20.010751 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f648236f-155b-4b55-85cf-30a6afc0ebbd req-14cb05e2-4a33-40be-8f15-38dc63c8a29f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1720898 Feb 10 23:16:20.012291 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e341f6b-6181-4bcf-9a92-c08f677e0c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b0bc5b-45d7-4014-87b7-732e5f688da3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:20.048789 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-f0f8ae82-10fb-4566-9b00-0467cd6bc94f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 HTTP/1.1" status: 200 len: 217 time: 0.1211216 Feb 10 23:16:20.184554 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d33a7-b90b-4813-a614-80919c580cb3 req-885676a8-12b9-4e85-9b3e-460cdf59bfbb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:20.187790 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f648236f-155b-4b55-85cf-30a6afc0ebbd req-c791cf2c-444f-4d02-95f8-02b93f586eb5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380219 Feb 10 23:16:20.197745 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6b9d33a7-b90b-4813-a614-80919c580cb3 req-885676a8-12b9-4e85-9b3e-460cdf59bfbb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0997145 Feb 10 23:16:20.197846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1add95-772f-4ae3-882a-9852126066e8 req-753bbfb0-d55c-4c30-ae6c-a31984e33930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:20.198420 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:20.203474 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-753bbfb0-d55c-4c30-ae6c-a31984e33930 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.1427395 Feb 10 23:16:20.204943 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'floatingip': {'port_id': 'a25615d6-ec32-477c-8f89-0ddab942330d'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:20.241480 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-f88ffb3e-955c-423a-9996-f2e33a474e05 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311828 Feb 10 23:16:20.294051 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (7a261c00-be9d-4744-9b54-d962b57c4623), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.371561 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46912) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:20.384170 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-ed003a2c-8830-4d68-b9ee-6d0594795d58 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362455 Feb 10 23:16:20.521558 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41eed6ea-89b8-44d4-a6aa-4925c37a774b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.571718 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da1add95-772f-4ae3-882a-9852126066e8 req-679ecc2a-3458-4ff3-a7e9-fb7410f6d6da service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784482 Feb 10 23:16:20.653626 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41eed6ea-89b8-44d4-a6aa-4925c37a774b admin admin] Publish callbacks [] for security_group (877dd0a1-81f4-479f-987b-c80508aee8da), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.661061 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41eed6ea-89b8-44d4-a6aa-4925c37a774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (877dd0a1-81f4-479f-987b-c80508aee8da), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.704974 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-41eed6ea-89b8-44d4-a6aa-4925c37a774b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8b55d797705f4fc283124e2ff6c16b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323660 Feb 10 23:16:20.713325 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 46944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:20.765014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eed6ea-89b8-44d4-a6aa-4925c37a774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877dd0a1-81f4-479f-987b-c80508aee8da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:20.784724 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a52d9-f78f-4750-84a2-c09edc54b3d7 admin admin] Publish callbacks [] for security_group (877dd0a1-81f4-479f-987b-c80508aee8da), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.810232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a52d9-f78f-4750-84a2-c09edc54b3d7 admin admin] Publish callbacks [] for security_group (877dd0a1-81f4-479f-987b-c80508aee8da), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.890780 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 46950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:20.906651 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a52d9-f78f-4750-84a2-c09edc54b3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (877dd0a1-81f4-479f-987b-c80508aee8da), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.909820 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b75a52d9-f78f-4750-84a2-c09edc54b3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:20.911944 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b75a52d9-f78f-4750-84a2-c09edc54b3d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/877dd0a1-81f4-479f-987b-c80508aee8da HTTP/1.1" status: 204 len: 168 time: 0.1974413 Feb 10 23:16:20.924283 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a52d9-f78f-4750-84a2-c09edc54b3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877dd0a1-81f4-479f-987b-c80508aee8da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:21.398606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-940c2b2d-ae9b-4f27-a415-0f2bf1449d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:21.453153 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:16:21.566924 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:21.582709 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d535c-a220-48a4-a6eb-074b6356a9ff req-52b23925-8967-4adb-87ee-65930ca8c781 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:21.588343 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a1d535c-a220-48a4-a6eb-074b6356a9ff req-52b23925-8967-4adb-87ee-65930ca8c781 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.2255919 Feb 10 23:16:21.594666 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (7a261c00-be9d-4744-9b54-d962b57c4623), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:21.796243 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a1d535c-a220-48a4-a6eb-074b6356a9ff req-75337238-f15b-4368-88f0-cae821dbe2bf tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978431 Feb 10 23:16:21.805583 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-940c2b2d-ae9b-4f27-a415-0f2bf1449d74 admin admin] Publish callbacks [] for security_group (f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:21.815766 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-940c2b2d-ae9b-4f27-a415-0f2bf1449d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:21.841036 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Floating IP 7a261c00-be9d-4744-9b54-d962b57c4623 associated. External IP: 172.27.1.87, port: a25615d6-ec32-477c-8f89-0ddab942330d. Feb 10 23:16:21.900067 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-940c2b2d-ae9b-4f27-a415-0f2bf1449d74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=438f2f7584cc43648f582c8d86029ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0081890 Feb 10 23:16:21.903542 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47008) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:21.908729 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c2b2d-ae9b-4f27-a415-0f2bf1449d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:22.006253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23f9d50f-0cd9-4cb5-9937-9e06764cafb2 admin admin] Publish callbacks [] for security_group (f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.039374 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23f9d50f-0cd9-4cb5-9937-9e06764cafb2 admin admin] Publish callbacks [] for security_group (f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.110332 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23f9d50f-0cd9-4cb5-9937-9e06764cafb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.113141 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23f9d50f-0cd9-4cb5-9937-9e06764cafb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.115857 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-23f9d50f-0cd9-4cb5-9937-9e06764cafb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b HTTP/1.1" status: 204 len: 168 time: 0.2090023 Feb 10 23:16:22.123634 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9d50f-0cd9-4cb5-9937-9e06764cafb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b0f8b0-1ce4-435a-a0c4-acd2c3dd657b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:22.145626 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:16:22.274133 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:22.279009 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.295276 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:16:22.308397 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:16:22.309045 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:16:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:22.316389 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5bf0f117-8048-497a-b586-c69a71a1b60d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "PUT /v2.0/floatingips/7a261c00-be9d-4744-9b54-d962b57c4623 HTTP/1.1" status: 200 len: 991 time: 2.1166971 Feb 10 23:16:22.317088 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:22.319606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d75547-f356-4423-a3e8-70c49c5a93b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:22.396498 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb1a42a-10b7-47d8-b26c-cf0a4cbb54bd x-openstack-request-id: req-0cb1a42a-10b7-47d8-b26c-cf0a4cbb54bd {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:22.396744 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:22.397033 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0cb1a42a-10b7-47d8-b26c-cf0a4cbb54bd {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:22.397972 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'status': 'completed', 'code': 200} Feb 10 23:16:22.460353 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:16:22.497861 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-23a17a6b-4454-4aa4-91df-d955b652a571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:22.499698 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-23a17a6b-4454-4aa4-91df-d955b652a571 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1130 time: 0.0524559 Feb 10 23:16:22.509638 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47040) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:22.613739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-3ca100c7-82ee-4ce3-a32c-caf19e86b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:22.615256 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-3ca100c7-82ee-4ce3-a32c-caf19e86b480 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.1091020 Feb 10 23:16:22.634034 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47048) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:22.652911 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd84aab6-b51d-4a0d-8a06-bb7ec5351357 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.748529 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-90911dc2-f868-467d-9ec3-b2d98aa9ba49 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 999 time: 0.1271658 Feb 10 23:16:22.822999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd84aab6-b51d-4a0d-8a06-bb7ec5351357 admin admin] Publish callbacks [] for security_group (e23f4a30-cb06-472b-97b6-b5fb4147a193), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.823368 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '7a261c00-be9d-4744-9b54-d962b57c4623', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'port_id': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'mac_address': 'fa:16:3e:82:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24c031-8792-4bf9-a616-96400cff235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:50Z', 'updated_at': '2022-02-10T23:16:21Z', 'revision_number': 1, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:22.830416 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1964675163-network', 'tenant_id': '9ab827d79cef43f39e5dcc8f7d9bfe28'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:22.835367 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd84aab6-b51d-4a0d-8a06-bb7ec5351357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e23f4a30-cb06-472b-97b6-b5fb4147a193), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.841090 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-0a6761f7-d6e4-4a22-a22e-033c6aa14b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:22.843993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-0a6761f7-d6e4-4a22-a22e-033c6aa14b37 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0881171 Feb 10 23:16:22.883034 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:16:22.895042 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:16:22.896027 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:16:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:22.903013 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fd84aab6-b51d-4a0d-8a06-bb7ec5351357 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a298687a6594cbbb419f1d81d044f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676756 Feb 10 23:16:22.904731 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47054) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:22.908500 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Made reservation on behalf of 9ab827d79cef43f39e5dcc8f7d9bfe28 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:22.910793 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:22.915777 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84aab6-b51d-4a0d-8a06-bb7ec5351357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23f4a30-cb06-472b-97b6-b5fb4147a193,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:22.976477 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.009814 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-b2dc67fa-f2ba-4217-b7b1-c39cf33e3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:23.011035 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-b2dc67fa-f2ba-4217-b7b1-c39cf33e3066 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1616526 Feb 10 23:16:23.046274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8e018-0ed4-4bbf-ab20-ef3b316d542f req-34546293-0ba3-4903-b7fb-792a78529d70 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:23.048828 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-afa8e018-0ed4-4bbf-ab20-ef3b316d542f req-34546293-0ba3-4903-b7fb-792a78529d70 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1730099 Feb 10 23:16:23.073385 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8c59f0e-8717-4908-880b-e15219733105 admin admin] Publish callbacks [] for security_group (e23f4a30-cb06-472b-97b6-b5fb4147a193), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.076130 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:16:23.163744 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks [] for security_group (20f281f5-ef4c-4a07-b3f5-21d6a0404900), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.181752 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-afa8e018-0ed4-4bbf-ab20-ef3b316d542f req-fefd9653-3bfd-4f57-b896-f4846f830d89 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149392 Feb 10 23:16:23.187112 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8c59f0e-8717-4908-880b-e15219733105 admin admin] Publish callbacks [] for security_group (e23f4a30-cb06-472b-97b6-b5fb4147a193), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.187498 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (20f281f5-ef4c-4a07-b3f5-21d6a0404900), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.235803 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:16:23.258949 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f281f5-ef4c-4a07-b3f5-21d6a0404900,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:23.280921 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-46595328-cb20-4fbd-93a6-61a116433903 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516160 Feb 10 23:16:23.290139 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.290850 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Added segment 90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6 of type vlan for network f893c5d6-d7a2-43c9-80b7-5b17f705763f Feb 10 23:16:23.315674 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8c59f0e-8717-4908-880b-e15219733105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e23f4a30-cb06-472b-97b6-b5fb4147a193), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.323392 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8c59f0e-8717-4908-880b-e15219733105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.327851 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f8c59f0e-8717-4908-880b-e15219733105 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e23f4a30-cb06-472b-97b6-b5fb4147a193 HTTP/1.1" status: 204 len: 168 time: 0.4116096 Feb 10 23:16:23.381360 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c59f0e-8717-4908-880b-e15219733105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23f4a30-cb06-472b-97b6-b5fb4147a193,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:23.384763 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (f893c5d6-d7a2-43c9-80b7-5b17f705763f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.424604 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (f893c5d6-d7a2-43c9-80b7-5b17f705763f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.425668 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:23.426470 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.486563 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9731274 Feb 10 23:16:23.487499 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47078) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:23.498321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Request body: {'subnet': {'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1964675163-subnet', 'tenant_id': '9ab827d79cef43f39e5dcc8f7d9bfe28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:23.525293 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af90e8-a863-407e-abf6-1a5d05fb8ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=f893c5d6-d7a2-43c9-80b7-5b17f705763f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:23.535134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network f893c5d6-d7a2-43c9-80b7-5b17f705763f details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:16:23.543998 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '7a261c00-be9d-4744-9b54-d962b57c4623', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'port_id': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'mac_address': 'fa:16:3e:82:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24c031-8792-4bf9-a616-96400cff235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:50Z', 'updated_at': '2022-02-10T23:16:21Z', 'revision_number': 1, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:23.572917 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02d75547-f356-4423-a3e8-70c49c5a93b2 req-1acb2c4c-9bca-4b33-9fdf-e7f0e9ca1e0f service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740576 Feb 10 23:16:23.578170 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63154b3c-146a-495b-8b13-31e65d31c68e None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '7a261c00-be9d-4744-9b54-d962b57c4623', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'floating_ip_address': '172.27.1.87', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'port_id': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'mac_address': 'fa:16:3e:82:97:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24c031-8792-4bf9-a616-96400cff235e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:15:50Z', 'updated_at': '2022-02-10T23:16:21Z', 'revision_number': 1, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:16:23.583209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Made reservation on behalf of 9ab827d79cef43f39e5dcc8f7d9bfe28 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:23.586165 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.841377 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (fe31605e-270c-4045-b7c7-610a503cad15), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:23.943643 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be0e74-fc52-4b4e-affe-4a998c204655 None None] New status for floating IP 7a261c00-be9d-4744-9b54-d962b57c4623: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:16:23.956949 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe31605e-270c-4045-b7c7-610a503cad15,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:23.966686 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Checking segment: {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:23.966686 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Network hostable DHCP agents. Network: f893c5d6-d7a2-43c9-80b7-5b17f705763f, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:16:23.997691 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Network f893c5d6-d7a2-43c9-80b7-5b17f705763f is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:16:24.011980 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, f893c5d6-d7a2-43c9-80b7-5b17f705763f) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:24.033607 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:24.034522 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:24.077079 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3476e050-638a-476b-99f0-4db59973ae82 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5873246 Feb 10 23:16:24.177807 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa04d146-ba47-4854-9c81-a3771f4e4ddf None None] Network f893c5d6-d7a2-43c9-80b7-5b17f705763f requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:24.364547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cae4c-cf1a-4f05-9547-9d49e249cd0b req-0338da6a-e12f-4e88-8511-c38be6733ea1 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:24.366830 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c88cae4c-cf1a-4f05-9547-9d49e249cd0b req-0338da6a-e12f-4e88-8511-c38be6733ea1 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0663242 Feb 10 23:16:24.427709 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c88cae4c-cf1a-4f05-9547-9d49e249cd0b req-d0a89d2d-2653-409a-8dd8-2d31f40e4395 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509233 Feb 10 23:16:24.435243 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101d839c-b357-4cd5-b958-2a4eb9a6a8f1 None None] Network f893c5d6-d7a2-43c9-80b7-5b17f705763f requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:24.758281 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47142) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:24.902517 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.035462 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Publish callbacks [] for security_group (e8392314-fa26-42f0-b7eb-da6b0822c18e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.043117 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e8392314-fa26-42f0-b7eb-da6b0822c18e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.083880 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be7addaafa05418298fc0b845e457a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231218 Feb 10 23:16:25.085434 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:25.086558 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8392314-fa26-42f0-b7eb-da6b0822c18e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:25.095219 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.095907 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.096420 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.096953 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.097457 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.097968 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.098456 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.098991 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.099473 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.099999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.101076 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.101420 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.101747 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d73734-c213-49b2-bb83-ba890073888d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.140302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Publish callbacks [] for security_group (e8392314-fa26-42f0-b7eb-da6b0822c18e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.167447 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Publish callbacks [] for security_group (e8392314-fa26-42f0-b7eb-da6b0822c18e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.416519 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e8392314-fa26-42f0-b7eb-da6b0822c18e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.419173 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.423061 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8392314-fa26-42f0-b7eb-da6b0822c18e HTTP/1.1" status: 204 len: 168 time: 0.3363125 Feb 10 23:16:25.431371 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8392314-fa26-42f0-b7eb-da6b0822c18e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:25.438749 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.439104 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.439457 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.439785 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.440155 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.440481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.440809 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.441127 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.441704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.442106 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.442470 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.442863 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.443351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b68648-1aa2-463d-910d-204662ab4afc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:25.560163 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47192) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:25.593846 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd811b8-0633-42b6-838a-e0e2e4040a82 req-e2b13dc3-7764-410c-8909-32b5bb9fe7f4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:25.601684 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fd811b8-0633-42b6-838a-e0e2e4040a82 req-e2b13dc3-7764-410c-8909-32b5bb9fe7f4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0681419 Feb 10 23:16:25.663056 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fd811b8-0633-42b6-838a-e0e2e4040a82 req-1a772bd5-257d-4d25-a9ec-83f089dd1dc1 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545239 Feb 10 23:16:25.835997 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dff2144-9a84-44a6-9709-a743d20414cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.884523 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:25.900187 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a4612c-1aa6-44e5-8a24-5174fdc53163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.918215 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dff2144-9a84-44a6-9709-a743d20414cc admin admin] Publish callbacks [] for security_group (163edf9b-5176-443e-b645-df1b58e8d8fd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.921342 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dff2144-9a84-44a6-9709-a743d20414cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (163edf9b-5176-443e-b645-df1b58e8d8fd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:25.960707 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2dff2144-9a84-44a6-9709-a743d20414cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea6f270a6c54471dbcca5ab4488d1e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989115 Feb 10 23:16:25.961385 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff2144-9a84-44a6-9709-a743d20414cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163edf9b-5176-443e-b645-df1b58e8d8fd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:25.964246 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:26.004830 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a4612c-1aa6-44e5-8a24-5174fdc53163 admin admin] Publish callbacks [] for security_group (4b2b9fae-5dff-4222-999c-323f917b9a55), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.015681 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a4612c-1aa6-44e5-8a24-5174fdc53163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (4b2b9fae-5dff-4222-999c-323f917b9a55), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.066590 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-23a4612c-1aa6-44e5-8a24-5174fdc53163 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f811a0d45b8454bbf6a8ac245fbbf99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801496 Feb 10 23:16:26.068458 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4612c-1aa6-44e5-8a24-5174fdc53163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2b9fae-5dff-4222-999c-323f917b9a55,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:26.068787 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47210) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:26.072398 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ad3e90-7a6f-45c4-b29a-ecc16df89223 admin admin] Publish callbacks [] for security_group (163edf9b-5176-443e-b645-df1b58e8d8fd), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.110791 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ad3e90-7a6f-45c4-b29a-ecc16df89223 admin admin] Publish callbacks [] for security_group (163edf9b-5176-443e-b645-df1b58e8d8fd), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.125184 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54f0ccb1-92f3-4834-a9a3-f9113b4866af admin admin] Publish callbacks [] for security_group (4b2b9fae-5dff-4222-999c-323f917b9a55), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.151124 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54f0ccb1-92f3-4834-a9a3-f9113b4866af admin admin] Publish callbacks [] for security_group (4b2b9fae-5dff-4222-999c-323f917b9a55), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.163607 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ad3e90-7a6f-45c4-b29a-ecc16df89223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (163edf9b-5176-443e-b645-df1b58e8d8fd), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.166771 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ad3e90-7a6f-45c4-b29a-ecc16df89223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.170010 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-88ad3e90-7a6f-45c4-b29a-ecc16df89223 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/163edf9b-5176-443e-b645-df1b58e8d8fd HTTP/1.1" status: 204 len: 168 time: 0.2013268 Feb 10 23:16:26.176285 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad3e90-7a6f-45c4-b29a-ecc16df89223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163edf9b-5176-443e-b645-df1b58e8d8fd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:26.224802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54f0ccb1-92f3-4834-a9a3-f9113b4866af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (4b2b9fae-5dff-4222-999c-323f917b9a55), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.227586 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-54f0ccb1-92f3-4834-a9a3-f9113b4866af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:26.228794 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-54f0ccb1-92f3-4834-a9a3-f9113b4866af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b2b9fae-5dff-4222-999c-323f917b9a55 HTTP/1.1" status: 204 len: 168 time: 0.1584673 Feb 10 23:16:26.236827 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0ccb1-92f3-4834-a9a3-f9113b4866af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2b9fae-5dff-4222-999c-323f917b9a55,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:26.400872 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-f6c2fd01-1dce-4cee-af23-d89b72afdc6b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:26.402592 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-f6c2fd01-1dce-4cee-af23-d89b72afdc6b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/networks?id=f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 200 len: 809 time: 0.1172793 Feb 10 23:16:26.419086 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-60e1861e-241d-41be-af4a-dedac39eb2ec tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/quotas/9ab827d79cef43f39e5dcc8f7d9bfe28 HTTP/1.1" status: 200 len: 375 time: 0.0104587 Feb 10 23:16:26.458455 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-970190e3-2674-4faf-89dd-7e31fe63efa5 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328791 Feb 10 23:16:26.565760 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-57ac7c53-521e-4bc5-b688-ef71acbd0705 service neutron] 10.222.0.77 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002986 Feb 10 23:16:26.659946 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-145022f6-80e7-4a3d-994e-e1ef57be36a3 service neutron] 10.222.0.77 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881574 Feb 10 23:16:26.789857 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95d79-1e06-4f08-9a95-bc4b405e6161 req-6383a1f4-84c3-4c45-a830-975c2e95271a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:26.791455 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dcf95d79-1e06-4f08-9a95-bc4b405e6161 req-6383a1f4-84c3-4c45-a830-975c2e95271a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0686519 Feb 10 23:16:26.849626 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b75d1bb-006c-42f8-9f86-c513f308f9db req-42c3c824-538c-41cd-ae97-9be20955e47e tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 210 time: 0.0430987 Feb 10 23:16:26.860445 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dcf95d79-1e06-4f08-9a95-bc4b405e6161 req-1b4aacf0-8956-4e9b-8f75-40009b15c4c7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630445 Feb 10 23:16:27.063916 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47268) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:27.175049 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1429202245-network', 'tenant_id': 'c611c7018f124b9792c90c06a0c2b25d'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:27.196432 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Made reservation on behalf of c611c7018f124b9792c90c06a0c2b25d for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:27.199198 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.207643 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.282139 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks [] for security_group (397960f7-b664-4a11-a9be-68eba158501d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.285679 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (397960f7-b664-4a11-a9be-68eba158501d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.311471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:16:27.321305 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397960f7-b664-4a11-a9be-68eba158501d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:27.327070 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (8ab0579b-3b56-416a-9bcd-9a90f3058683), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.327557 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Added segment 8ab0579b-3b56-416a-9bcd-9a90f3058683 of type vlan for network cb77b059-daf3-4427-8e3a-ae308a40c4e7 Feb 10 23:16:27.379731 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (cb77b059-daf3-4427-8e3a-ae308a40c4e7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.405215 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (cb77b059-daf3-4427-8e3a-ae308a40c4e7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.406329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.406992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.446569 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3814111 Feb 10 23:16:27.450899 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47276) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:27.456277 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Request body: {'subnet': {'network_id': 'cb77b059-daf3-4427-8e3a-ae308a40c4e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1429202245-subnet', 'tenant_id': 'c611c7018f124b9792c90c06a0c2b25d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:27.476599 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e20060-098e-41dd-b248-7427b7a3a733 admin admin] Pushing event updated for resources: {'Network': ['ID=cb77b059-daf3-4427-8e3a-ae308a40c4e7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:27.477221 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Made reservation on behalf of c611c7018f124b9792c90c06a0c2b25d for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:27.480377 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.488824 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network cb77b059-daf3-4427-8e3a-ae308a40c4e7 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:16:27.661651 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (3035e971-d97b-4f53-ae17-03506bc6ac68), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.716609 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3035e971-d97b-4f53-ae17-03506bc6ac68,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:27.725133 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Checking segment: {'id': '8ab0579b-3b56-416a-9bcd-9a90f3058683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cb77b059-daf3-4427-8e3a-ae308a40c4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:27.726265 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Network hostable DHCP agents. Network: cb77b059-daf3-4427-8e3a-ae308a40c4e7, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:16:27.742381 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Network cb77b059-daf3-4427-8e3a-ae308a40c4e7 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:16:27.750985 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, cb77b059-daf3-4427-8e3a-ae308a40c4e7) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:27.755119 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.755712 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:27.760084 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e75f84b-ccbf-42c9-af47-6ebc45662330 None None] Network cb77b059-daf3-4427-8e3a-ae308a40c4e7 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:27.771234 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6cec1f28-67a7-435e-be6e-4469ae447235 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3188102 Feb 10 23:16:27.858622 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f19bd21-35bd-4cf9-8876-257eda094a47 None None] Network cb77b059-daf3-4427-8e3a-ae308a40c4e7 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:27.974411 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-333992c3-0af6-4b25-be4a-f457cfa33e55 req-8a01b477-284f-45e1-8cbc-6e6288709f44 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 210 time: 0.0443656 Feb 10 23:16:27.995675 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd007a-e0f6-4301-8a74-facefc17476c req-22cf9675-869d-45c3-9e42-50ce0d91e32b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:28.000277 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-abfd007a-e0f6-4301-8a74-facefc17476c req-22cf9675-869d-45c3-9e42-50ce0d91e32b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0664301 Feb 10 23:16:28.047388 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-abfd007a-e0f6-4301-8a74-facefc17476c req-4d54988e-1e3e-4241-bd34-51f4cee0b404 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Feb 10 23:16:28.291888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-13758a58-24e9-42c4-90e1-ae4909329dd1 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:28.293422 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-13758a58-24e9-42c4-90e1-ae4909329dd1 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "GET /v2.0/networks?id=f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 200 len: 809 time: 0.1446390 Feb 10 23:16:28.317381 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47302) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:28.322868 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-851046006-network', 'tenant_id': '0873f13f36e7452ea0b6a94427ad9ed5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:28.344926 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Request body: {'port': {'device_id': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f', 'admin_state_up': True, 'tenant_id': '9ab827d79cef43f39e5dcc8f7d9bfe28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:28.364057 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Made reservation on behalf of 0873f13f36e7452ea0b6a94427ad9ed5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:28.367842 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.384671 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.484935 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Made reservation on behalf of 9ab827d79cef43f39e5dcc8f7d9bfe28 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:28.488367 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.500832 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks [] for security_group (5b489cec-e3f6-48d7-aec7-0e7428861dc3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.504887 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5b489cec-e3f6-48d7-aec7-0e7428861dc3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.528021 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:16:28.543289 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b489cec-e3f6-48d7-aec7-0e7428861dc3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:28.547596 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (ed20d1c0-3047-45b0-880d-90ef8aef6f21), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.547995 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Added segment ed20d1c0-3047-45b0-880d-90ef8aef6f21 of type vlan for network cb0a1566-f1ea-4e3d-b991-7826c97414df Feb 10 23:16:28.590669 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (cb0a1566-f1ea-4e3d-b991-7826c97414df), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.617419 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (cb0a1566-f1ea-4e3d-b991-7826c97414df), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.618554 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:28.619138 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.621138 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Allocated IP 172.20.0.2 (f893c5d6-d7a2-43c9-80b7-5b17f705763f/fe31605e-270c-4045-b7c7-610a503cad15/392fad90-43cc-4888-9f5a-9668257b4512) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:28.649146 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3305514 Feb 10 23:16:28.651901 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:28.658024 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Request body: {'subnet': {'network_id': 'cb0a1566-f1ea-4e3d-b991-7826c97414df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-851046006-subnet', 'tenant_id': '0873f13f36e7452ea0b6a94427ad9ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:28.698017 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c311992-857b-4d6e-82da-3487ba5a5968 admin admin] Pushing event updated for resources: {'Network': ['ID=cb0a1566-f1ea-4e3d-b991-7826c97414df,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:28.708272 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network cb0a1566-f1ea-4e3d-b991-7826c97414df details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:16:28.712728 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Made reservation on behalf of 0873f13f36e7452ea0b6a94427ad9ed5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:28.715050 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.791656 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks [] for port (392fad90-43cc-4888-9f5a-9668257b4512), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.832621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (392fad90-43cc-4888-9f5a-9668257b4512), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.881278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Network f893c5d6-d7a2-43c9-80b7-5b17f705763f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:28.884808 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:28.889330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:28.894409 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:28.895035 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.896087 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (94252e0b-6b66-4a0f-9734-9ac8bf26784d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:28.898838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Pushing event updated for resources: {'Port': ['ID=392fad90-43cc-4888-9f5a-9668257b4512,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:28.914811 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e34ef4ab-7d3d-4cc7-a907-c43a91168f1f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742180 Feb 10 23:16:28.943202 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Request body: {'port': {'device_id': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:28.962382 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94252e0b-6b66-4a0f-9734-9ac8bf26784d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:28.971110 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Checking segment: {'id': 'ed20d1c0-3047-45b0-880d-90ef8aef6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'cb0a1566-f1ea-4e3d-b991-7826c97414df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:28.971452 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Network hostable DHCP agents. Network: cb0a1566-f1ea-4e3d-b991-7826c97414df, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:16:28.988302 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Network cb0a1566-f1ea-4e3d-b991-7826c97414df is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:16:28.998423 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, cb0a1566-f1ea-4e3d-b991-7826c97414df) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:29.006439 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:29.007684 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c64c8-f791-4e4b-94d0-d1be78331733 None None] Network cb0a1566-f1ea-4e3d-b991-7826c97414df requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:29.007806 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.020242 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (392fad90-43cc-4888-9f5a-9668257b4512), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.035789 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1028d342-d189-4f52-96f8-88e1d8baeb13 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3748915 Feb 10 23:16:29.154088 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a8779-a081-4d4b-a897-d701fb0788c4 None None] Network cb0a1566-f1ea-4e3d-b991-7826c97414df requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:29.196720 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714ba5c-4d67-4ead-8964-45bf7a4525c8 req-f1698300-eb94-47a0-ba40-1a994c7904db tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:29.198275 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5714ba5c-4d67-4ead-8964-45bf7a4525c8 req-f1698300-eb94-47a0-ba40-1a994c7904db tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0682321 Feb 10 23:16:29.221857 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0639b-91d0-4659-a4a7-900dc10fe82d req-d98d6cf2-d5ea-426f-99de-dedfe3167881 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:29.223399 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbf0639b-91d0-4659-a4a7-900dc10fe82d req-d98d6cf2-d5ea-426f-99de-dedfe3167881 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 931 time: 0.1367717 Feb 10 23:16:29.294398 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5714ba5c-4d67-4ead-8964-45bf7a4525c8 req-3a527ae6-478c-4b4a-a9e8-f08f895fa30a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854616 Feb 10 23:16:29.335784 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbf0639b-91d0-4659-a4a7-900dc10fe82d req-72962ea3-3aae-441b-af92-d0eaf7122f23 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001022 Feb 10 23:16:29.427052 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392fad90-43cc-4888-9f5a-9668257b4512 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:29.436073 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Publish callbacks [] for port (392fad90-43cc-4888-9f5a-9668257b4512), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.450535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Transition to ACTIVE for port object 392fad90-43cc-4888-9f5a-9668257b4512 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:29.454535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (392fad90-43cc-4888-9f5a-9668257b4512), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.529129 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Pushing event updated for resources: {'Port': ['ID=392fad90-43cc-4888-9f5a-9668257b4512,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:29.541852 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Attempting to bind port 392fad90-43cc-4888-9f5a-9668257b4512 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:29.542244 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Attempting to bind port 392fad90-43cc-4888-9f5a-9668257b4512 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:29.542803 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Attempting to bind port 392fad90-43cc-4888-9f5a-9668257b4512 on network f893c5d6-d7a2-43c9-80b7-5b17f705763f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:29.547934 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Port 392fad90-43cc-4888-9f5a-9668257b4512 on network f893c5d6-d7a2-43c9-80b7-5b17f705763f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:16:29.548271 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Attempting to bind port 392fad90-43cc-4888-9f5a-9668257b4512 on network f893c5d6-d7a2-43c9-80b7-5b17f705763f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:29.554410 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:29.554856 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Checking segment: {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:29.555394 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Bound using segment: {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:29.555964 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Bound port: 392fad90-43cc-4888-9f5a-9668257b4512, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:29.556445 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (392fad90-43cc-4888-9f5a-9668257b4512), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.635589 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] For port 392fad90-43cc-4888-9f5a-9668257b4512, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:29.639251 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] For port 392fad90-43cc-4888-9f5a-9668257b4512, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=392fad90-43cc-4888-9f5a-9668257b4512,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:29.645954 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (392fad90-43cc-4888-9f5a-9668257b4512), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.691387 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:29.692438 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:29.694119 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] 10.222.0.43 "PUT /v2.0/ports/392fad90-43cc-4888-9f5a-9668257b4512 HTTP/1.1" status: 200 len: 1093 time: 0.7556720 Feb 10 23:16:29.699040 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'tag': '392fad90-43cc-4888-9f5a-9668257b4512'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:29.701148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144d1c82-ed85-435d-8ebe-cf3f2d89371f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fcc393-e628-4ee2-a241-9411a84b7a66", "tag": "392fad90-43cc-4888-9f5a-9668257b4512"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:29.745098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a9f1d-ee27-49f2-8ee4-520b2658615c service neutron] Pushing event updated for resources: {'Port': ['ID=392fad90-43cc-4888-9f5a-9668257b4512,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:29.764139 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fe887b-b867-4b63-a7c6-dd8f4c215f78 x-openstack-request-id: req-c5fe887b-b867-4b63-a7c6-dd8f4c215f78 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:29.764542 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fcc393-e628-4ee2-a241-9411a84b7a66", "tag": "392fad90-43cc-4888-9f5a-9668257b4512", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:29.764898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c5fe887b-b867-4b63-a7c6-dd8f4c215f78 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:29.767023 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'tag': '392fad90-43cc-4888-9f5a-9668257b4512', 'status': 'completed', 'code': 200} Feb 10 23:16:29.849335 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-b4a90dcd-2e8d-4ab5-b25d-2a7b610f265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:29.851519 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-b4a90dcd-2e8d-4ab5-b25d-2a7b610f265b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 1127 time: 0.0688987 Feb 10 23:16:29.909091 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-e51aeab1-6a30-4390-aa12-1c465d41ea64 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=392fad90-43cc-4888-9f5a-9668257b4512 HTTP/1.1" status: 200 len: 217 time: 0.0409970 Feb 10 23:16:30.010864 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18311729-ba0e-4d64-ab9b-2d30f21c69f8 req-5e071e45-eea4-47e3-8971-baa8934663f0 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.012438 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-18311729-ba0e-4d64-ab9b-2d30f21c69f8 req-5e071e45-eea4-47e3-8971-baa8934663f0 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0543754 Feb 10 23:16:30.045800 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad649a-706d-4cd5-84d5-13737eea234f req-86354658-93af-42f1-bb1b-bd761126158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.047495 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-86354658-93af-42f1-bb1b-bd761126158d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe31605e-270c-4045-b7c7-610a503cad15 HTTP/1.1" status: 200 len: 849 time: 0.0515716 Feb 10 23:16:30.064200 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-18311729-ba0e-4d64-ab9b-2d30f21c69f8 req-84e70bb8-e840-470c-99b6-daef3b11c4e5 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Feb 10 23:16:30.086857 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-5be587a2-4625-4030-ab46-08c35a89cc73 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f893c5d6-d7a2-43c9-80b7-5b17f705763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268164 Feb 10 23:16:30.181549 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-1a26e681-92a8-4714-b763-a2649ab36208 service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869966 Feb 10 23:16:30.282643 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcad649a-706d-4cd5-84d5-13737eea234f req-d3326542-1495-456d-9e1c-56348013e2fd service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918822 Feb 10 23:16:30.418837 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50cbfe-0070-438a-b77d-35546826b81b req-3e10bd0e-60d1-49b1-9bce-9bac6bd313be tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.420582 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc50cbfe-0070-438a-b77d-35546826b81b req-3e10bd0e-60d1-49b1-9bce-9bac6bd313be tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0628152 Feb 10 23:16:30.471291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20e51-abe3-4b32-af36-1a201fe3a7b3 req-a0f90194-dc09-4a24-af82-88b98f380922 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.473121 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5fe20e51-abe3-4b32-af36-1a201fe3a7b3 req-a0f90194-dc09-4a24-af82-88b98f380922 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 943 time: 0.0636742 Feb 10 23:16:30.504870 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc50cbfe-0070-438a-b77d-35546826b81b req-936498af-b800-4054-923e-b6e10cdaef45 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726287 Feb 10 23:16:30.507702 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-9c1339fc-31fc-4d2d-8c80-d8dc102d8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.509172 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-9c1339fc-31fc-4d2d-8c80-d8dc102d8992 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 1127 time: 0.0876315 Feb 10 23:16:30.539394 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5fe20e51-abe3-4b32-af36-1a201fe3a7b3 req-2107ba0b-615d-4872-8a0b-36026ce6b10f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596197 Feb 10 23:16:30.605007 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-9b0f55a2-6d21-4d9c-a7b9-4a2968620806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.606588 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-9b0f55a2-6d21-4d9c-a7b9-4a2968620806 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 200 len: 910 time: 0.0890257 Feb 10 23:16:30.656911 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-07bd1b99-4008-41f1-8793-4c7b8598b3e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=392fad90-43cc-4888-9f5a-9668257b4512 HTTP/1.1" status: 200 len: 217 time: 0.0377920 Feb 10 23:16:30.717437 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-d854925a-c552-4ab2-afb1-d0c1bf2605d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:30.718918 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-d854925a-c552-4ab2-afb1-d0c1bf2605d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe31605e-270c-4045-b7c7-610a503cad15 HTTP/1.1" status: 200 len: 849 time: 0.0467153 Feb 10 23:16:30.760112 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-17a038db-4987-4487-b8f2-4a921cc69cad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f893c5d6-d7a2-43c9-80b7-5b17f705763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262153 Feb 10 23:16:30.856854 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-b1796dba-3d05-4cd1-88af-67f180102821 service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846515 Feb 10 23:16:30.949481 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-144d1c82-ed85-435d-8ebe-cf3f2d89371f req-c8ddf724-80f8-4f20-b31e-720ada7cf34c service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833409 Feb 10 23:16:31.183587 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946233f-9fa0-4f2d-95c3-cb21baac221a req-bd193515-f23f-459a-9e4a-42cc131c96e0 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:31.185072 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8946233f-9fa0-4f2d-95c3-cb21baac221a req-bd193515-f23f-459a-9e4a-42cc131c96e0 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0519540 Feb 10 23:16:31.234469 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8946233f-9fa0-4f2d-95c3-cb21baac221a req-9d3f3330-41af-49a3-b3ac-73a242411913 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Feb 10 23:16:31.625414 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a0b59-f821-4bdf-9279-d8001db23407 req-3a9fbb89-82fd-40ad-8881-c248db2aaee2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:31.626903 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e03a0b59-f821-4bdf-9279-d8001db23407 req-3a9fbb89-82fd-40ad-8881-c248db2aaee2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0525177 Feb 10 23:16:31.664423 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82410608-ebcb-41a3-a340-e60dee3fc0b0 req-1341ea9f-440e-4363-8bd7-075404b430d9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:31.665917 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82410608-ebcb-41a3-a340-e60dee3fc0b0 req-1341ea9f-440e-4363-8bd7-075404b430d9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 943 time: 0.0530422 Feb 10 23:16:31.673771 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e03a0b59-f821-4bdf-9279-d8001db23407 req-7e31c5c0-7200-446d-81b5-8cdde46aafbb tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Feb 10 23:16:31.713353 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82410608-ebcb-41a3-a340-e60dee3fc0b0 req-5357d48e-4cec-445a-aeb5-e86550057672 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Feb 10 23:16:32.355094 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcdb50-9304-404a-83d6-6ff9137330cd req-26922242-fc8b-4557-96fe-2b4e5df5ccc7 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:32.356795 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-12fcdb50-9304-404a-83d6-6ff9137330cd req-26922242-fc8b-4557-96fe-2b4e5df5ccc7 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.0557897 Feb 10 23:16:32.379418 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47414) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:32.410099 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-12fcdb50-9304-404a-83d6-6ff9137330cd req-7661a83c-7f9f-44a1-b674-972bc0b75004 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478392 Feb 10 23:16:32.494346 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-208bed60-b682-4021-b735-9f2a14d701e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.569497 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-208bed60-b682-4021-b735-9f2a14d701e6 admin admin] Publish callbacks [] for security_group (2f4beedd-5187-4dab-a288-11ca3625b062), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.576761 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-208bed60-b682-4021-b735-9f2a14d701e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (2f4beedd-5187-4dab-a288-11ca3625b062), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.620457 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-208bed60-b682-4021-b735-9f2a14d701e6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19e24f27bd11401fa1697076dae7d98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2372780 Feb 10 23:16:32.620457 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bed60-b682-4021-b735-9f2a14d701e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4beedd-5187-4dab-a288-11ca3625b062,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:32.621402 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47420) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:32.670951 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3a082-500f-4c60-b2da-9835c41599db admin admin] Publish callbacks [] for security_group (2f4beedd-5187-4dab-a288-11ca3625b062), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.692693 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3a082-500f-4c60-b2da-9835c41599db admin admin] Publish callbacks [] for security_group (2f4beedd-5187-4dab-a288-11ca3625b062), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.751520 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3a082-500f-4c60-b2da-9835c41599db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (2f4beedd-5187-4dab-a288-11ca3625b062), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.754692 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dc3a082-500f-4c60-b2da-9835c41599db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:32.755966 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2dc3a082-500f-4c60-b2da-9835c41599db admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f4beedd-5187-4dab-a288-11ca3625b062 HTTP/1.1" status: 204 len: 168 time: 0.1336651 Feb 10 23:16:32.764740 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3a082-500f-4c60-b2da-9835c41599db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4beedd-5187-4dab-a288-11ca3625b062,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:32.836421 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666bbdf-175f-43de-8af5-4479320fae71 req-239e7848-fc49-4ae7-bdae-22f60a52a831 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:32.838063 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e666bbdf-175f-43de-8af5-4479320fae71 req-239e7848-fc49-4ae7-bdae-22f60a52a831 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0837750 Feb 10 23:16:32.878840 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b1f8e-8809-4fb4-be1a-d297769d8b85 req-8fbf7a23-9b60-49f1-b33d-e44a409a476c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:32.880375 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-db3b1f8e-8809-4fb4-be1a-d297769d8b85 req-8fbf7a23-9b60-49f1-b33d-e44a409a476c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 943 time: 0.0576136 Feb 10 23:16:32.888545 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e666bbdf-175f-43de-8af5-4479320fae71 req-cb12cfa5-ff3a-49cb-bb42-2b4d1ea79b6a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 Feb 10 23:16:32.931552 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-db3b1f8e-8809-4fb4-be1a-d297769d8b85 req-2a92d0a3-5c2d-4636-aa5b-d972058bb896 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 Feb 10 23:16:33.049435 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47430) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:33.062802 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aed45dcf-a503-4bd1-91c8-f4d9c5200e8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.095075 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-69a1b4c7-6b66-4eaf-9302-9a4ea03a0962 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484338 Feb 10 23:16:33.141007 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aed45dcf-a503-4bd1-91c8-f4d9c5200e8b admin admin] Publish callbacks [] for security_group (2fbfbe00-d839-478a-bb3e-751eb34ccac1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.145342 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aed45dcf-a503-4bd1-91c8-f4d9c5200e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (2fbfbe00-d839-478a-bb3e-751eb34ccac1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.183204 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-aed45dcf-a503-4bd1-91c8-f4d9c5200e8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc1da23324e94c50ab096dc265a2286b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326957 Feb 10 23:16:33.184336 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed45dcf-a503-4bd1-91c8-f4d9c5200e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbfbe00-d839-478a-bb3e-751eb34ccac1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:33.186540 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47432) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:33.233021 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-4a180c28-691b-48e9-9ce1-c85363144ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:33.234748 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-4a180c28-691b-48e9-9ce1-c85363144ac8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 1130 time: 0.0521879 Feb 10 23:16:33.239914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ffda6c4-6eaa-494e-bd9f-d45857c07708 admin admin] Publish callbacks [] for security_group (2fbfbe00-d839-478a-bb3e-751eb34ccac1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.262175 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ffda6c4-6eaa-494e-bd9f-d45857c07708 admin admin] Publish callbacks [] for security_group (2fbfbe00-d839-478a-bb3e-751eb34ccac1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.311912 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ffda6c4-6eaa-494e-bd9f-d45857c07708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (2fbfbe00-d839-478a-bb3e-751eb34ccac1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.314696 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1ffda6c4-6eaa-494e-bd9f-d45857c07708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.315935 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1ffda6c4-6eaa-494e-bd9f-d45857c07708 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2fbfbe00-d839-478a-bb3e-751eb34ccac1 HTTP/1.1" status: 204 len: 168 time: 0.1284318 Feb 10 23:16:33.337707 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffda6c4-6eaa-494e-bd9f-d45857c07708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbfbe00-d839-478a-bb3e-751eb34ccac1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:33.439389 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-2a2cfb4e-a519-4d93-a4ef-8799626801d9 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:33.440932 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-2a2cfb4e-a519-4d93-a4ef-8799626801d9 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.43 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.1239429 Feb 10 23:16:33.464375 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-9cf4c74d-73c3-4351-a68d-1c06f3ad2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:33.466890 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-9cf4c74d-73c3-4351-a68d-1c06f3ad2d26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 915 time: 0.1484387 Feb 10 23:16:33.550314 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-c13fd90f-e2eb-46b9-8450-f80b3c1fdc1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc HTTP/1.1" status: 200 len: 217 time: 0.0635409 Feb 10 23:16:33.712266 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47450) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:33.725722 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2539154-d269-4223-b35e-be6383e19a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.817964 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2539154-d269-4223-b35e-be6383e19a51 admin admin] Publish callbacks [] for security_group (caa5b583-6c22-4f07-9008-7c8533dce2b1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.822560 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2539154-d269-4223-b35e-be6383e19a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (caa5b583-6c22-4f07-9008-7c8533dce2b1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.860922 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2539154-d269-4223-b35e-be6383e19a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa5b583-6c22-4f07-9008-7c8533dce2b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:33.866711 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d2539154-d269-4223-b35e-be6383e19a51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=407b483e8f844441b0552578f263f1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532831 Feb 10 23:16:33.869689 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47452) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:33.909164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-2fd2dc3b-6a0a-4619-a5d7-5076fc75a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:33.911686 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-2fd2dc3b-6a0a-4619-a5d7-5076fc75a21a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.3523982 Feb 10 23:16:33.919284 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b434-74ea-4a0c-81f1-b4faab341458 admin admin] Publish callbacks [] for security_group (caa5b583-6c22-4f07-9008-7c8533dce2b1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.941818 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b434-74ea-4a0c-81f1-b4faab341458 admin admin] Publish callbacks [] for security_group (caa5b583-6c22-4f07-9008-7c8533dce2b1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:33.953249 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-a38bb750-c0b3-4612-ab6e-eca78243102f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338221 Feb 10 23:16:33.960098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c036ef5-4364-414a-ad47-962f85aa9997 req-cdb6fa5f-61b7-415e-862d-139455cfb97d tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:33.962129 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c036ef5-4364-414a-ad47-962f85aa9997 req-cdb6fa5f-61b7-415e-862d-139455cfb97d tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 946 time: 0.4108205 Feb 10 23:16:34.027994 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Deleting port a89086d3-8e9e-4c9e-b888-34ad68be4969 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:16:34.028240 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:34.119037 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c036ef5-4364-414a-ad47-962f85aa9997 req-ae4f2560-3bb4-44b2-b2d9-146896c27a69 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/security-groups?id=75df4b0e-8287-4af5-8f43-496e60d658bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502204 Feb 10 23:16:34.172946 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-59374d5a-cc3a-4148-966b-f39758b2293c service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052524 Feb 10 23:16:34.232224 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecefb63-9172-463f-96ad-ff8bda823860 req-a9b2b333-b2b5-4430-9c1b-a5ab6ca91de9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:34.233720 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ecefb63-9172-463f-96ad-ff8bda823860 req-a9b2b333-b2b5-4430-9c1b-a5ab6ca91de9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.2769561 Feb 10 23:16:34.235371 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] For port a89086d3-8e9e-4c9e-b888-34ad68be4969, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a89086d3-8e9e-4c9e-b888-34ad68be4969,segment=NetworkSegment(c9b862c3-87eb-411a-a685-307690939e88),segment_id=c9b862c3-87eb-411a-a685-307690939e88)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:34.235761 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:34.239056 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b434-74ea-4a0c-81f1-b4faab341458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (caa5b583-6c22-4f07-9008-7c8533dce2b1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:34.241960 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b434-74ea-4a0c-81f1-b4faab341458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:34.243297 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d7f2b434-74ea-4a0c-81f1-b4faab341458 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/caa5b583-6c22-4f07-9008-7c8533dce2b1 HTTP/1.1" status: 204 len: 168 time: 0.3727810 Feb 10 23:16:34.260421 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2b434-74ea-4a0c-81f1-b4faab341458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa5b583-6c22-4f07-9008-7c8533dce2b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:34.268222 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Calling delete_port for a89086d3-8e9e-4c9e-b888-34ad68be4969 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:16:34.316526 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ecefb63-9172-463f-96ad-ff8bda823860 req-b98292ea-e9bb-40b4-9723-5b87592adf7a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718482 Feb 10 23:16:34.410519 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a66ff-db4b-4c37-8d3f-3ee9aac54e7c req-41cfac1e-a0ce-4c1e-80a0-fa4008746d5b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:34.412132 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-848a66ff-db4b-4c37-8d3f-3ee9aac54e7c req-41cfac1e-a0ce-4c1e-80a0-fa4008746d5b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 943 time: 0.2311940 Feb 10 23:16:34.456205 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8317dc8-2ad2-42ea-9838-0c05492b74e0 req-cb245c8f-2e22-4b94-be10-83eac4ceaa34 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583466 Feb 10 23:16:34.503088 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-848a66ff-db4b-4c37-8d3f-3ee9aac54e7c req-3f65e041-29e0-48b4-a0cb-084c56950c74 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827093 Feb 10 23:16:34.565694 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (a89086d3-8e9e-4c9e-b888-34ad68be4969), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:34.596229 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Pushing event deleted for resources: {'Port': ['ID=a89086d3-8e9e-4c9e-b888-34ad68be4969,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:34.629802 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a89086d3-8e9e-4c9e-b888-34ad68be4969'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:34.674371 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] No DVR routers for this DVR port a89086d3-8e9e-4c9e-b888-34ad68be4969 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:16:34.677574 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:34.682056 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b74e93d-46cb-45af-a941-ebaccd38dc40 req-658ea821-dfd1-4292-8ae4-4e54c232f84f tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.43 "DELETE /v2.0/ports/a89086d3-8e9e-4c9e-b888-34ad68be4969 HTTP/1.1" status: 204 len: 173 time: 1.2312782 Feb 10 23:16:34.682515 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'name': 'network-vif-deleted', 'tag': 'a89086d3-8e9e-4c9e-b888-34ad68be4969'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:34.684915 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c4e2b0-eea7-47b5-b346-3e38ccf4669e" -d '{"events": [{"server_uuid": "0873ddf9-8b87-4527-9956-fddd9653aab4", "name": "network-vif-deleted", "tag": "a89086d3-8e9e-4c9e-b888-34ad68be4969"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:34.721192 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737b469b-1d24-4c40-84f1-976b47f0d6b5 x-openstack-request-id: req-737b469b-1d24-4c40-84f1-976b47f0d6b5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:34.721554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0873ddf9-8b87-4527-9956-fddd9653aab4", "name": "network-vif-deleted", "tag": "a89086d3-8e9e-4c9e-b888-34ad68be4969", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:34.721818 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-737b469b-1d24-4c40-84f1-976b47f0d6b5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:34.722220 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0873ddf9-8b87-4527-9956-fddd9653aab4', 'name': 'network-vif-deleted', 'tag': 'a89086d3-8e9e-4c9e-b888-34ad68be4969', 'status': 'completed', 'code': 200} Feb 10 23:16:34.969091 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 392fad90-43cc-4888-9f5a-9668257b4512 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:35.082894 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 392fad90-43cc-4888-9f5a-9668257b4512, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=392fad90-43cc-4888-9f5a-9668257b4512,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:35.094863 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '392fad90-43cc-4888-9f5a-9668257b4512', 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f', 'port_id': '392fad90-43cc-4888-9f5a-9668257b4512', 'mac_address': 'fa:16:3e:51:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe31605e-270c-4045-b7c7-610a503cad15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:35.135020 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 392fad90-43cc-4888-9f5a-9668257b4512 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:35.135414 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (392fad90-43cc-4888-9f5a-9668257b4512), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:35.150105 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392fad90-43cc-4888-9f5a-9668257b4512 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:35.176351 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 392fad90-43cc-4888-9f5a-9668257b4512, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=392fad90-43cc-4888-9f5a-9668257b4512,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:35.181717 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (392fad90-43cc-4888-9f5a-9668257b4512), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:35.234853 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=392fad90-43cc-4888-9f5a-9668257b4512,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:35.245056 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.245734 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.246117 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.246464 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.246905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.247577 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.247874 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.248397 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.249271 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.249832 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.250377 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.251171 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.251299 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28bcbd24-8b08-4f65-a9a0-6086dda19bf2 req-b367a810-d604-43fc-86e9-12f612725205 tempest-DeleteServersTestJSON-604895502 tempest-DeleteServersTestJSON-604895502-project] 10.222.0.77 "GET /v2.0/ports?device_id=0873ddf9-8b87-4527-9956-fddd9653aab4 HTTP/1.1" status: 200 len: 210 time: 0.0432391 Feb 10 23:16:35.252282 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:35.454419 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a2e1a-c135-4c95-b940-b17b38038067 req-3c0aa03a-a4ab-4c4a-b645-c4c0e6884f25 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:35.454419 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-384a2e1a-c135-4c95-b940-b17b38038067 req-3c0aa03a-a4ab-4c4a-b645-c4c0e6884f25 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0586176 Feb 10 23:16:35.502337 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-384a2e1a-c135-4c95-b940-b17b38038067 req-64a272c1-035f-414c-9b90-ea99ff8e5ac6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479293 Feb 10 23:16:35.637914 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7a788-ab44-4b4b-8b16-52ddba3bc805 req-ae683f91-b00b-4e60-88af-f222f6a8cd95 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:35.639402 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bbe7a788-ab44-4b4b-8b16-52ddba3bc805 req-ae683f91-b00b-4e60-88af-f222f6a8cd95 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0532796 Feb 10 23:16:35.687838 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bbe7a788-ab44-4b4b-8b16-52ddba3bc805 req-4bbd4edd-272c-411d-bdbb-5f9850cb45fa tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Feb 10 23:16:35.783949 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['392fad90-43cc-4888-9f5a-9668257b4512'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:35.862712 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:36.629803 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67f631-f209-4431-8a0f-b138a9f1161f req-462d7cfa-137c-4720-a891-9eb17b24a912 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:36.631292 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c67f631-f209-4431-8a0f-b138a9f1161f req-462d7cfa-137c-4720-a891-9eb17b24a912 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0573497 Feb 10 23:16:36.686530 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c67f631-f209-4431-8a0f-b138a9f1161f req-f22c369c-3ca3-44b5-b4db-f4a480ab4a86 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492327 Feb 10 23:16:36.831676 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0dbde-e9b2-42ad-b6cf-ba5b2637853f req-1d200993-b868-49ed-ba17-93b848ea73c8 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:36.833203 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-80a0dbde-e9b2-42ad-b6cf-ba5b2637853f req-1d200993-b868-49ed-ba17-93b848ea73c8 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0517235 Feb 10 23:16:36.880484 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-80a0dbde-e9b2-42ad-b6cf-ba5b2637853f req-66a37c96-b342-4dba-88ab-9a1483e224cd tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Feb 10 23:16:36.965032 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a89086d3-8e9e-4c9e-b888-34ad68be4969 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:16:36.985397 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a89086d3-8e9e-4c9e-b888-34ad68be4969 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:16:36.985738 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a89086d3-8e9e-4c9e-b888-34ad68be4969 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:16:37.810814 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a4484-bba3-436a-a8de-850484f9d06e req-ebdc73df-58ec-4d9d-8474-49e8c8f257c1 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:37.812356 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e37a4484-bba3-436a-a8de-850484f9d06e req-ebdc73df-58ec-4d9d-8474-49e8c8f257c1 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0561168 Feb 10 23:16:37.858556 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e37a4484-bba3-436a-a8de-850484f9d06e req-92c6d9e1-7f2d-42d1-a1ee-1fa925e95d43 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406952 Feb 10 23:16:37.996431 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502a3bc-8ac9-4b54-bbc5-1b8fb25a35c0 req-3d9b0929-28da-4328-b588-7166bca7e192 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:37.997799 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3502a3bc-8ac9-4b54-bbc5-1b8fb25a35c0 req-3d9b0929-28da-4328-b588-7166bca7e192 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0508778 Feb 10 23:16:38.042669 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3502a3bc-8ac9-4b54-bbc5-1b8fb25a35c0 req-703b6881-0cf8-4751-9a87-b14069c24e96 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 Feb 10 23:16:38.975064 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efbfbf-c92b-44d9-8914-61c184560cc3 req-d8ef4cfe-0881-4603-9817-3d91072f017f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:38.976598 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-40efbfbf-c92b-44d9-8914-61c184560cc3 req-d8ef4cfe-0881-4603-9817-3d91072f017f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0513289 Feb 10 23:16:39.022891 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-40efbfbf-c92b-44d9-8914-61c184560cc3 req-f597176f-c384-404b-a06a-fc6b21fa421d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Feb 10 23:16:39.160810 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aefe9-f433-43bf-b4dc-73c60adeea57 req-c6499657-0cdd-45db-90c6-b0a495eed929 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:39.162270 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f13aefe9-f433-43bf-b4dc-73c60adeea57 req-c6499657-0cdd-45db-90c6-b0a495eed929 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 944 time: 0.0544844 Feb 10 23:16:39.207386 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f13aefe9-f433-43bf-b4dc-73c60adeea57 req-cf988fa0-4a6f-4b64-9d7a-a4c7859951d3 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Feb 10 23:16:39.311443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 392fad90-43cc-4888-9f5a-9668257b4512 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:39.360303 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 392fad90-43cc-4888-9f5a-9668257b4512 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:39.364199 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 392fad90-43cc-4888-9f5a-9668257b4512 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:39.364606 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (392fad90-43cc-4888-9f5a-9668257b4512), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:39.555433 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 392fad90-43cc-4888-9f5a-9668257b4512 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:39.555855 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (392fad90-43cc-4888-9f5a-9668257b4512), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:39.577653 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392fad90-43cc-4888-9f5a-9668257b4512'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:39.579873 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706a5259-cd5f-4e47-89ba-64f57b24d943" -d '{"events": [{"server_uuid": "e6fcc393-e628-4ee2-a241-9411a84b7a66", "name": "network-vif-plugged", "status": "completed", "tag": "392fad90-43cc-4888-9f5a-9668257b4512"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:39.591780 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 392fad90-43cc-4888-9f5a-9668257b4512, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=392fad90-43cc-4888-9f5a-9668257b4512,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:39.596248 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (392fad90-43cc-4888-9f5a-9668257b4512), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:39.620729 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9e6d43-14f7-43d1-9c60-420e69151667 x-openstack-request-id: req-ff9e6d43-14f7-43d1-9c60-420e69151667 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:39.621042 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fcc393-e628-4ee2-a241-9411a84b7a66", "name": "network-vif-plugged", "status": "completed", "tag": "392fad90-43cc-4888-9f5a-9668257b4512", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:39.621299 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff9e6d43-14f7-43d1-9c60-420e69151667 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:39.621687 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392fad90-43cc-4888-9f5a-9668257b4512', 'code': 200} Feb 10 23:16:39.645971 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=392fad90-43cc-4888-9f5a-9668257b4512,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:40.146761 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fa4de-9673-48ee-a70b-5e53de5caa63 req-51bede2e-3596-443a-a28a-4fdf447d4707 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.148917 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-210fa4de-9673-48ee-a70b-5e53de5caa63 req-51bede2e-3596-443a-a28a-4fdf447d4707 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0587749 Feb 10 23:16:40.197060 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-210fa4de-9673-48ee-a70b-5e53de5caa63 req-aef6f58a-b29b-45b8-9d60-26bf0c2c9869 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423391 Feb 10 23:16:40.316388 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-37b2677f-7d3f-4151-a6f6-2c9a75f11a37 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.317952 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-37b2677f-7d3f-4151-a6f6-2c9a75f11a37 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.1100132 Feb 10 23:16:40.326948 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d41c7d-03c9-413d-99e8-8938fd3ca2ae req-b32093de-00c1-4400-a835-a04d855fbc9f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.328467 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-79d41c7d-03c9-413d-99e8-8938fd3ca2ae req-b32093de-00c1-4400-a835-a04d855fbc9f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0559862 Feb 10 23:16:40.332266 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-d5f9173d-b63b-4032-a586-8737759a15a0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/quotas/9ab12603f3ae4b098df08267be769e7a HTTP/1.1" status: 200 len: 375 time: 0.0090501 Feb 10 23:16:40.383581 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-79d41c7d-03c9-413d-99e8-8938fd3ca2ae req-7e5556b4-6a18-4b9d-a511-8cdd6082942d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Feb 10 23:16:40.388194 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-aa5c3fe3-d6f3-410d-a472-cb5e51e39b5d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500693 Feb 10 23:16:40.486595 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-c5053c9b-5b2c-4bdc-8500-ce1fbafee1c3 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919821 Feb 10 23:16:40.571957 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-6edaa414-b640-41fe-a479-a9f7b6f76c95 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797801 Feb 10 23:16:40.726846 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e32868a-aa7c-4dbb-830e-2ea2c198e8d8 req-c1ce9682-1306-4b19-83f2-2c86a7731fc3 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 210 time: 0.0264256 Feb 10 23:16:41.317535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29637141-5c45-44ed-b99c-3da0e82dbbaa req-027525d3-787f-420c-8ea1-21908a160610 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:41.319016 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29637141-5c45-44ed-b99c-3da0e82dbbaa req-027525d3-787f-420c-8ea1-21908a160610 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0556028 Feb 10 23:16:41.365169 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29637141-5c45-44ed-b99c-3da0e82dbbaa req-738fc08d-69ce-4280-a114-f0b3ef5a85a6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Feb 10 23:16:41.500958 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d539e-e465-41bd-89de-8f5de3183ee5 req-4db1afdc-973f-4793-abc9-609c14b42560 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:41.502453 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a90d539e-e465-41bd-89de-8f5de3183ee5 req-4db1afdc-973f-4793-abc9-609c14b42560 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0514932 Feb 10 23:16:41.549004 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a90d539e-e465-41bd-89de-8f5de3183ee5 req-39af0f6f-6ae5-4323-b9b7-88211d59ef9a tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402560 Feb 10 23:16:41.817161 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cccf04f-9e99-4202-bbc6-a83bd50d157e req-3a8afe7d-5967-4100-9bf1-a3c9370643b2 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 210 time: 0.0270860 Feb 10 23:16:42.105616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78c381-4924-4ef2-9482-05cdd976e316 req-924d7731-1f7b-4495-b082-0976ba4edf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:42.107238 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c78c381-4924-4ef2-9482-05cdd976e316 req-924d7731-1f7b-4495-b082-0976ba4edf2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 1129 time: 0.0448914 Feb 10 23:16:42.166875 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c78c381-4924-4ef2-9482-05cdd976e316 req-7457e9db-1590-41f6-8bdd-b3c5668e6ff6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Feb 10 23:16:42.245211 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:16:42.480960 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d95157-2f7a-4bf8-bf56-03bafee79e72 req-c1f11b2d-184b-44e4-8f1b-340f223342cf tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:42.482429 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-37d95157-2f7a-4bf8-bf56-03bafee79e72 req-c1f11b2d-184b-44e4-8f1b-340f223342cf tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0514176 Feb 10 23:16:42.531104 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-37d95157-2f7a-4bf8-bf56-03bafee79e72 req-86e353bb-093e-42a7-819b-41732cf5c54b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Feb 10 23:16:42.664342 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d74f31-fd8f-4db2-95a1-ab769d3a5690 req-9722e2eb-924e-4648-a1da-a84d4d792397 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:42.665709 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7d74f31-fd8f-4db2-95a1-ab769d3a5690 req-9722e2eb-924e-4648-a1da-a84d4d792397 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Feb 10 23:16:42.712100 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7d74f31-fd8f-4db2-95a1-ab769d3a5690 req-a054a92a-c8c7-4165-8479-6f7917a7f8c8 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Feb 10 23:16:42.864851 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eaf3645c-90f9-4d26-94ac-29f02ec09c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:42.922643 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3c9fbe4d-baa9-4658-98cb-367b640a64b0 req-52a0042b-af3d-419d-b2b1-1d986c8abc56 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 210 time: 0.0335944 Feb 10 23:16:43.076095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47656) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:43.124803 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Deleting subnet 13aa6a3f-365b-4e68-a9eb-5f174cf456bd {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:16:43.127951 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Publish callbacks [] for subnet (13aa6a3f-365b-4e68-a9eb-5f174cf456bd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.165847 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Publish callbacks [] for subnet (13aa6a3f-365b-4e68-a9eb-5f174cf456bd), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.175014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (13aa6a3f-365b-4e68-a9eb-5f174cf456bd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.246022 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (13aa6a3f-365b-4e68-a9eb-5f174cf456bd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.271192 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aa6a3f-365b-4e68-a9eb-5f174cf456bd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:43.277357 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.281063 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-290ab340-c199-4b4a-b30a-778e02b1f69e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/13aa6a3f-365b-4e68-a9eb-5f174cf456bd HTTP/1.1" status: 204 len: 168 time: 0.2039216 Feb 10 23:16:43.283701 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47668) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:43.388960 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (30bf2956-4ccc-478d-8938-f2185eb9ce24), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.508414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-82e42f6e-99f2-452b-a643-cd887b90f013 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:43.509876 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-82e42f6e-99f2-452b-a643-cd887b90f013 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.1676817 Feb 10 23:16:43.540922 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (30bf2956-4ccc-478d-8938-f2185eb9ce24), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.563465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Request body: {'port': {'device_id': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'admin_state_up': True, 'tenant_id': '9ab12603f3ae4b098df08267be769e7a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:43.586897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.587260 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.588009 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.588345 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.588690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.589026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.589366 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.589704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.590024 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.590346 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.748751 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.749300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.749424 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.749938 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:16:43.750560 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bf2956-4ccc-478d-8938-f2185eb9ce24']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:43.839983 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b862c3-87eb-411a-a685-307690939e88') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:43.840290 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b862c3-87eb-411a-a685-307690939e88') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:43.862356 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49935a-5e3c-4dfd-a21e-f219d7a88d93 req-90047430-5a0c-4cf8-baa9-c9d9a60baf77 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:43.864343 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7f49935a-5e3c-4dfd-a21e-f219d7a88d93 req-90047430-5a0c-4cf8-baa9-c9d9a60baf77 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0795918 Feb 10 23:16:43.894885 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (c9b862c3-87eb-411a-a685-307690939e88), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.922354 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7f49935a-5e3c-4dfd-a21e-f219d7a88d93 req-009dc212-00e0-4101-9a44-0735ceb786d4 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Feb 10 23:16:43.930565 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (c9b862c3-87eb-411a-a685-307690939e88), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.946507 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab8c42-94b5-48ee-8cab-86d3fbffc77a req-e73fee88-f429-4e68-bc72-4a1b55589a91 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:43.946507 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ab8c42-94b5-48ee-8cab-86d3fbffc77a req-e73fee88-f429-4e68-bc72-4a1b55589a91 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1877441 Feb 10 23:16:43.955451 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:16:43.955895 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (c9b862c3-87eb-411a-a685-307690939e88), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:16:43.987649 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:16:44.011964 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-682100ec-79e3-45bb-b355-694de2eb331f req-1f2bea9a-9403-4850-97e5-94d053b33b17 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Feb 10 23:16:44.088207 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (30bf2956-4ccc-478d-8938-f2185eb9ce24), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.095110 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.098332 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/30bf2956-4ccc-478d-8938-f2185eb9ce24 HTTP/1.1" status: 204 len: 168 time: 0.8136041 Feb 10 23:16:44.125231 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Made reservation on behalf of 9ab12603f3ae4b098df08267be769e7a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:44.128562 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.131722 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a7a5-08bd-4307-95cb-839223fbcdf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=30bf2956-4ccc-478d-8938-f2185eb9ce24,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:44.144033 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ab8c42-94b5-48ee-8cab-86d3fbffc77a req-864edced-4a85-4199-94cf-4dcb0d6b2b6b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861551 Feb 10 23:16:44.270815 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Allocated IP 172.20.0.6 (f4dc74d2-e23d-4580-93d2-ff2d10747684/b324a28d-3d0c-44f8-b916-6418c0a65509/05167ae6-7e0a-4aef-82ae-0f5cb7d7e823) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:44.271075 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:44.317098 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-31b3cc7b-3af3-4273-a568-9329d1550a70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=98ae7c6136b94b51bd44fa33e0d225fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0448391 Feb 10 23:16:44.319551 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47710) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:44.376037 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f25459f-100c-45df-962e-80811afcc88c admin admin] Publish callbacks [] for security_group (75df4b0e-8287-4af5-8f43-496e60d658bd), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.396837 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f25459f-100c-45df-962e-80811afcc88c admin admin] Publish callbacks [] for security_group (75df4b0e-8287-4af5-8f43-496e60d658bd), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.419275 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks [] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.449626 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f25459f-100c-45df-962e-80811afcc88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (75df4b0e-8287-4af5-8f43-496e60d658bd), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.453522 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5f25459f-100c-45df-962e-80811afcc88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.454950 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5f25459f-100c-45df-962e-80811afcc88c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/75df4b0e-8287-4af5-8f43-496e60d658bd HTTP/1.1" status: 204 len: 168 time: 0.1338294 Feb 10 23:16:44.456887 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.465326 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25459f-100c-45df-962e-80811afcc88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75df4b0e-8287-4af5-8f43-496e60d658bd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:44.518725 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:44.519603 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event updated for resources: {'Port': ['ID=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:44.523754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:44.525928 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:44.534656 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:44.580777 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:44.581633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:44.606153 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-cb50e3e4-84d2-4248-9eb7-e4ee1754fd97 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0522485 Feb 10 23:16:44.707672 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Request body: {'port': {'device_id': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:44.765633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.061799 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3764-2b1d-4de8-b2b6-64d7055cd517 req-72c7ebcd-f782-48a4-84b2-7115d1329a4c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:45.069249 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:45.071522 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c71d3764-2b1d-4de8-b2b6-64d7055cd517 req-72c7ebcd-f782-48a4-84b2-7115d1329a4c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0736229 Feb 10 23:16:45.086010 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Publish callbacks [] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.110236 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Transition to ACTIVE for port object 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:45.128416 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c71d3764-2b1d-4de8-b2b6-64d7055cd517 req-f29eb61b-19a7-442f-a5f2-0ab75e2aff71 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Feb 10 23:16:45.133710 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.208298 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:45.220205 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4e4b2-91bd-4380-bd6b-0d26f1b808a2 req-be78fa14-fd1e-4700-8f29-0afdd43ece81 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:45.221831 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5f4e4b2-91bd-4380-bd6b-0d26f1b808a2 req-be78fa14-fd1e-4700-8f29-0afdd43ece81 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 943 time: 0.1251488 Feb 10 23:16:45.230029 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bcef0977-5693-460a-adbc-31d8890c4753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.283484 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47748) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:45.316033 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c398355-118b-4f69-b14c-6831c30de325 req-2e60af58-4840-4ceb-8597-aabbacba35e9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:45.317545 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9c398355-118b-4f69-b14c-6831c30de325 req-2e60af58-4840-4ceb-8597-aabbacba35e9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0707624 Feb 10 23:16:45.337715 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5f4e4b2-91bd-4380-bd6b-0d26f1b808a2 req-58c79e18-d3ee-443c-b9fd-d9c21355565c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084521 Feb 10 23:16:45.341117 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Attempting to bind port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:45.341539 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Attempting to bind port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:45.341961 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Attempting to bind port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:45.347320 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 on network f4dc74d2-e23d-4580-93d2-ff2d10747684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:16:45.348211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Attempting to bind port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:45.353220 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:45.353391 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Checking segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:45.353746 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Bound using segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:45.354184 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Bound port: 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:45.354803 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.389818 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9c398355-118b-4f69-b14c-6831c30de325 req-bc428af8-9c83-46b8-8351-342d673b8903 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627682 Feb 10 23:16:45.431708 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-634976801-network', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:45.434692 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] For port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:45.439269 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] For port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:45.450268 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.452298 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Made reservation on behalf of 893cb9e5a3dd4f8cbc746a73b7c03f74 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:45.455762 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.466446 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.571538 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks [] for security_group (de5463f0-50ce-4f4a-9234-123c2a644037), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.575349 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (de5463f0-50ce-4f4a-9234-123c2a644037), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.602474 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:16:45.612208 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5463f0-50ce-4f4a-9234-123c2a644037,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:45.620883 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (4c57e0df-279e-4bc4-99e4-03f29921e59f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.621232 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Added segment 4c57e0df-279e-4bc4-99e4-03f29921e59f of type vlan for network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 Feb 10 23:16:45.666473 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (6ea54227-1b5f-4442-b2f4-576bfe7066e3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.694322 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (6ea54227-1b5f-4442-b2f4-576bfe7066e3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.696060 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:45.698245 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.700867 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:45.701492 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.702937 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 HTTP/1.1" status: 200 len: 1093 time: 0.9995880 Feb 10 23:16:45.703488 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'tag': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:45.705838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8183d937-bc2c-4f3d-82e6-d968064a4b04" -d '{"events": [{"name": "network-changed", "server_uuid": "8d72e0ca-9eee-429b-8c00-f795dbd8c812", "tag": "05167ae6-7e0a-4aef-82ae-0f5cb7d7e823"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:45.720580 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4327943 Feb 10 23:16:45.721322 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47762) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:45.739471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Request body: {'subnet': {'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-subnet', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:45.778312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83554438-13fb-43ed-98dc-698c5ae19540 x-openstack-request-id: req-83554438-13fb-43ed-98dc-698c5ae19540 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:45.779291 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d72e0ca-9eee-429b-8c00-f795dbd8c812", "tag": "05167ae6-7e0a-4aef-82ae-0f5cb7d7e823", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:45.779698 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83554438-13fb-43ed-98dc-698c5ae19540 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:45.780281 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'tag': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'status': 'completed', 'code': 200} Feb 10 23:16:45.785109 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cde8c-e891-4416-b81d-adf481b7c6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:45.803193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Made reservation on behalf of 893cb9e5a3dd4f8cbc746a73b7c03f74 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:45.807710 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.809106 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69990e-d276-49e1-8e3a-e9e3614e9cbb admin admin] Pushing event updated for resources: {'Network': ['ID=6ea54227-1b5f-4442-b2f4-576bfe7066e3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:45.824912 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:16:45.927376 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:45.954455 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-80e169b9-b07b-48cd-a32f-50c2286f303a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:45.956000 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-80e169b9-b07b-48cd-a32f-50c2286f303a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 1127 time: 0.1428742 Feb 10 23:16:46.048091 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47776) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:46.057972 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-ee0dd316-e4be-42a4-8e81-da95b3eb567c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 HTTP/1.1" status: 200 len: 217 time: 0.0763726 Feb 10 23:16:46.157525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (e37a09f0-b623-48da-b302-fc05c5e51ed7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.196136 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30871552-605d-48aa-8513-8555f90e6309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.212480 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889694-6dbe-48d1-bb46-39341906d841 req-e74a6ba7-7137-492e-ba8c-919e7af63e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.214027 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-e74a6ba7-7137-492e-ba8c-919e7af63e6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.1156826 Feb 10 23:16:46.237622 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb82cf3-a045-4d32-93ec-0332fb40db75 req-065bad9f-1146-4f5e-b67d-28c86af03753 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.239345 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbb82cf3-a045-4d32-93ec-0332fb40db75 req-065bad9f-1146-4f5e-b67d-28c86af03753 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.1961038 Feb 10 23:16:46.251350 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37a09f0-b623-48da-b302-fc05c5e51ed7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:46.280126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30871552-605d-48aa-8513-8555f90e6309 admin admin] Publish callbacks [] for security_group (d43e7587-f08f-46b1-a872-e4b5b610d7cf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.284284 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30871552-605d-48aa-8513-8555f90e6309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d43e7587-f08f-46b1-a872-e4b5b610d7cf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.285234 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-df0e6aaa-ca2b-4046-8a4b-7cdae5c7ca4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445533 Feb 10 23:16:46.319981 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Checking segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:46.320324 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Network hostable DHCP agents. Network: 6ea54227-1b5f-4442-b2f4-576bfe7066e3, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:16:46.324210 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-30871552-605d-48aa-8513-8555f90e6309 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef68c4cf4a724555bdc59d6f5ac08f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747130 Feb 10 23:16:46.326226 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30871552-605d-48aa-8513-8555f90e6309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43e7587-f08f-46b1-a872-e4b5b610d7cf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:46.328680 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47786) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:46.423572 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbb82cf3-a045-4d32-93ec-0332fb40db75 req-38f82982-75ae-4d71-9727-f68ff8add665 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686485 Feb 10 23:16:46.430702 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:16:46.453360 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 6ea54227-1b5f-4442-b2f4-576bfe7066e3) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:46.466174 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a315dc-5134-42d6-af3c-5149da2a3a90 None None] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:46.472356 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.472964 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.485567 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b482bd-b61d-4af4-aff3-2156e978533f req-d2187168-475e-4422-9c31-aaf4ede8f5dc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.488325 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e5b482bd-b61d-4af4-aff3-2156e978533f req-d2187168-475e-4422-9c31-aaf4ede8f5dc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 943 time: 0.0795660 Feb 10 23:16:46.489765 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-4837b3ef-61e3-48df-a472-43ee2e6b0118 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941483 Feb 10 23:16:46.521993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8a53752c-f0c2-4ec4-9d59-26f58df9762a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7947822 Feb 10 23:16:46.525607 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47792) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:46.536851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:46.552754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab378-ea5a-4a5f-996a-af82645ed243 admin admin] Publish callbacks [] for security_group (d43e7587-f08f-46b1-a872-e4b5b610d7cf), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.588385 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e5b482bd-b61d-4af4-aff3-2156e978533f req-f67df1f9-07a0-414b-95df-cb13c33ee22a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911901 Feb 10 23:16:46.589808 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (3d35e807-878f-4fd3-88c9-854fc8b0b00a), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.590889 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (3d35e807-878f-4fd3-88c9-854fc8b0b00a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.615225 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:16:46.617095 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.636175 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab378-ea5a-4a5f-996a-af82645ed243 admin admin] Publish callbacks [] for security_group (d43e7587-f08f-46b1-a872-e4b5b610d7cf), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.649734 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks [] for router_controller (3d35e807-878f-4fd3-88c9-854fc8b0b00a), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.678155 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3d38e-0a51-4423-9b3d-8f285e0c9287 req-7e9be54d-a3de-40b1-ab4e-02875d5e22eb tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.680522 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f3d38e-0a51-4423-9b3d-8f285e0c9287 req-7e9be54d-a3de-40b1-ab4e-02875d5e22eb tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1882710 Feb 10 23:16:46.706466 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0889694-6dbe-48d1-bb46-39341906d841 req-01b13d40-62f0-4975-8729-b3134c1c4bf2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963151 Feb 10 23:16:46.748466 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f3d38e-0a51-4423-9b3d-8f285e0c9287 req-5032ba06-4bd8-45fe-b2f7-3dc46aa4d35b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574300 Feb 10 23:16:46.754193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab378-ea5a-4a5f-996a-af82645ed243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d43e7587-f08f-46b1-a872-e4b5b610d7cf), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.758970 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2a8ab378-ea5a-4a5f-996a-af82645ed243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.762573 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2a8ab378-ea5a-4a5f-996a-af82645ed243 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d43e7587-f08f-46b1-a872-e4b5b610d7cf HTTP/1.1" status: 204 len: 168 time: 0.4307580 Feb 10 23:16:46.775466 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Allocated IP 172.20.0.2 (6ea54227-1b5f-4442-b2f4-576bfe7066e3/e37a09f0-b623-48da-b302-fc05c5e51ed7/0eb0f515-3568-4181-bec0-7f726641ba13) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:46.784273 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ab378-ea5a-4a5f-996a-af82645ed243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43e7587-f08f-46b1-a872-e4b5b610d7cf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:46.821584 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks [] for router_gateway (3d35e807-878f-4fd3-88c9-854fc8b0b00a), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.922837 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-dfc22c93-8632-4603-9211-9d8f9f08c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:46.924820 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-dfc22c93-8632-4603-9211-9d8f9f08c3f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 1127 time: 0.0539403 Feb 10 23:16:46.941303 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Publish callbacks [] for port (0eb0f515-3568-4181-bec0-7f726641ba13), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.948995 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:46.998350 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:47.005152 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:47.008165 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Pushing event updated for resources: {'Port': ['ID=0eb0f515-3568-4181-bec0-7f726641ba13,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:47.010538 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:47.047850 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks [] for router_gateway (3d35e807-878f-4fd3-88c9-854fc8b0b00a), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.068498 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.077248 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Attempting to bind port 0eb0f515-3568-4181-bec0-7f726641ba13 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:47.077709 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Attempting to bind port 0eb0f515-3568-4181-bec0-7f726641ba13 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:47.078140 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Attempting to bind port 0eb0f515-3568-4181-bec0-7f726641ba13 on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:47.084193 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:47.084655 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Checking segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:47.085403 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.085870 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Bound using segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:47.086415 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Bound port: 0eb0f515-3568-4181-bec0-7f726641ba13, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:47.086855 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.099484 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-06958510-3812-4ad6-ba97-e2490dfefb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:47.102093 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-06958510-3812-4ad6-ba97-e2490dfefb69 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 915 time: 0.1654155 Feb 10 23:16:47.158176 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-cda74509-9e69-40ee-8d36-b8f0bbdff7e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 HTTP/1.1" status: 200 len: 217 time: 0.0449946 Feb 10 23:16:47.172635 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] For port 0eb0f515-3568-4181-bec0-7f726641ba13, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:47.175675 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] For port 0eb0f515-3568-4181-bec0-7f726641ba13, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0eb0f515-3568-4181-bec0-7f726641ba13,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:47.184741 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.210340 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Allocated IP 172.27.1.179 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/866db9d5-0059-443c-ab78-5cf1c19ffe9d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:47.229897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-a9810c68-8ce5-4967-b3af-8d705d33264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:47.231865 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-a9810c68-8ce5-4967-b3af-8d705d33264a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.0618701 Feb 10 23:16:47.273530 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91d58-632c-49c4-a767-914d92a028bc None None] Pushing event updated for resources: {'Port': ['ID=0eb0f515-3568-4181-bec0-7f726641ba13,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:47.301915 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-0398546b-8cd5-4e01-bfae-19c236b0398f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431428 Feb 10 23:16:47.380133 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks [] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.433242 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.442496 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-cc5974e0-fc03-45c1-94f8-144a761cbcc2 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321564 Feb 10 23:16:47.502733 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:47.505933 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:47.512656 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:47.567842 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Pushing event updated for resources: {'Port': ['ID=866db9d5-0059-443c-ab78-5cf1c19ffe9d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:47.613124 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8183d937-bc2c-4f3d-82e6-d968064a4b04 req-295f073f-29ae-4fd6-b1a3-7a22a9798cab service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623714 Feb 10 23:16:47.618697 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:47.772069 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509c946-8640-45f2-9cfb-5dbeb3882b28 req-92f5472f-3462-4204-a85f-d77fe4ba14a9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:47.774668 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e509c946-8640-45f2-9cfb-5dbeb3882b28 req-92f5472f-3462-4204-a85f-d77fe4ba14a9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.2022583 Feb 10 23:16:47.830322 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3e8bb-0540-4df3-b030-768bb61469a1 req-566a3a1b-a82a-4bf6-81f5-4eea050ddfa2 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:47.841495 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95f3e8bb-0540-4df3-b030-768bb61469a1 req-566a3a1b-a82a-4bf6-81f5-4eea050ddfa2 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 943 time: 0.1022031 Feb 10 23:16:47.912429 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95f3e8bb-0540-4df3-b030-768bb61469a1 req-a4c9211d-ad71-47ef-833e-a7550b21bd7c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 Feb 10 23:16:47.923323 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e509c946-8640-45f2-9cfb-5dbeb3882b28 req-af3d5515-1840-4709-a14d-6743c835a243 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Feb 10 23:16:47.954923 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks [] for router_gateway (3d35e807-878f-4fd3-88c9-854fc8b0b00a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.040739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0d0d3-c93b-4346-9df2-5adbd66f3c5f req-21c0c82d-6391-4dc4-9fad-533b13b480be tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:48.042560 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfd0d0d3-c93b-4346-9df2-5adbd66f3c5f req-21c0c82d-6391-4dc4-9fad-533b13b480be tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0608113 Feb 10 23:16:48.108479 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfd0d0d3-c93b-4346-9df2-5adbd66f3c5f req-eca58179-f563-42fa-a707-79a6ca67ae9f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588787 Feb 10 23:16:48.164739 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (3d35e807-878f-4fd3-88c9-854fc8b0b00a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.321513 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:16:48.341373 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-c8d707e1-91ff-47dd-9a80-6a43406df67c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:48.342961 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-c8d707e1-91ff-47dd-9a80-6a43406df67c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 945 time: 0.0665622 Feb 10 23:16:48.443707 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:48.456821 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Deleting port 392fad90-43cc-4888-9f5a-9668257b4512 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:16:48.457093 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (392fad90-43cc-4888-9f5a-9668257b4512), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.457813 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:16:48.465376 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.467121 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6cdb14d6-9a98-4a76-b108-b71b33e5fd37 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9403255 Feb 10 23:16:48.469805 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:48.471652 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:16:48.472450 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:16:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:48.574465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] For port 392fad90-43cc-4888-9f5a-9668257b4512, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=392fad90-43cc-4888-9f5a-9668257b4512,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:48.574898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (392fad90-43cc-4888-9f5a-9668257b4512), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.578951 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333ba55b-8ac7-4704-8b3a-3b9d6f804432 None None] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:16:48.592101 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Calling delete_port for 392fad90-43cc-4888-9f5a-9668257b4512 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:16:48.597989 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:16:48.697017 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] Provisioning complete for port 0eb0f515-3568-4181-bec0-7f726641ba13 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:48.697622 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.751578 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (392fad90-43cc-4888-9f5a-9668257b4512), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.786263 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Pushing event deleted for resources: {'Port': ['ID=392fad90-43cc-4888-9f5a-9668257b4512,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:48.810766 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['392fad90-43cc-4888-9f5a-9668257b4512'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:48.854268 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] Current status of the port 0eb0f515-3568-4181-bec0-7f726641ba13 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:48.854911 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.892250 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:47Z', 'revision_number': 3, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:48.896569 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] No DVR routers for this DVR port 392fad90-43cc-4888-9f5a-9668257b4512 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:16:48.905001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.909144 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b788e5e9-55de-42ff-9792-8f97820c5c1c req-8a0cd9ab-c048-42cb-a197-7e17f1655409 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "DELETE /v2.0/ports/392fad90-43cc-4888-9f5a-9668257b4512 HTTP/1.1" status: 204 len: 173 time: 0.5598066 Feb 10 23:16:48.910471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'name': 'network-vif-deleted', 'tag': '392fad90-43cc-4888-9f5a-9668257b4512'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:48.914995 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99444c6a-52ec-4c90-b2c2-07ecf19873d6" -d '{"events": [{"server_uuid": "e6fcc393-e628-4ee2-a241-9411a84b7a66", "name": "network-vif-deleted", "tag": "392fad90-43cc-4888-9f5a-9668257b4512"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:48.920481 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] For port 0eb0f515-3568-4181-bec0-7f726641ba13, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0eb0f515-3568-4181-bec0-7f726641ba13,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:48.937834 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:48.938645 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:16:48.939339 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Updating router 3d35e807-878f-4fd3-88c9-854fc8b0b00a port 866db9d5-0059-443c-ab78-5cf1c19ffe9d binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:16:49.005318 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0eb0f515-3568-4181-bec0-7f726641ba13 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:49.036865 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.103654 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23024a9-6838-4dc6-b073-463819c572f7 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f515-3568-4181-bec0-7f726641ba13,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:49.124161 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24550d9d-3519-4000-af6d-2fcc2290df38 req-432277b7-72e6-4b40-8386-a9b428abffa6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:49.126395 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24550d9d-3519-4000-af6d-2fcc2290df38 req-432277b7-72e6-4b40-8386-a9b428abffa6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 943 time: 0.1169484 Feb 10 23:16:49.126902 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 0eb0f515-3568-4181-bec0-7f726641ba13 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:49.127534 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.193739 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24550d9d-3519-4000-af6d-2fcc2290df38 req-25de0586-f9af-4319-912d-e1e4ee410a5e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562537 Feb 10 23:16:49.245830 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 0eb0f515-3568-4181-bec0-7f726641ba13 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:49.261620 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.270518 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f654506-ab2f-414d-b32d-4c69ead516dd x-openstack-request-id: req-8f654506-ab2f-414d-b32d-4c69ead516dd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:49.271004 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fcc393-e628-4ee2-a241-9411a84b7a66", "name": "network-vif-deleted", "tag": "392fad90-43cc-4888-9f5a-9668257b4512", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:49.271414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f654506-ab2f-414d-b32d-4c69ead516dd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:49.271994 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6fcc393-e628-4ee2-a241-9411a84b7a66', 'name': 'network-vif-deleted', 'tag': '392fad90-43cc-4888-9f5a-9668257b4512', 'status': 'completed', 'code': 200} Feb 10 23:16:49.272136 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-28f19b57-2be3-46fe-b29f-4f442057d916 None None] Provisioning complete for port 0eb0f515-3568-4181-bec0-7f726641ba13 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:49.273525 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28f19b57-2be3-46fe-b29f-4f442057d916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.374218 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-28f19b57-2be3-46fe-b29f-4f442057d916 None None] Current status of the port 0eb0f515-3568-4181-bec0-7f726641ba13 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:49.402152 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c532669e-36d7-42b9-9bef-e2ade1b59ab2 req-b9149cb8-0c91-4d35-b35f-c89fbe2b8d21 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=e6fcc393-e628-4ee2-a241-9411a84b7a66 HTTP/1.1" status: 200 len: 210 time: 0.0306909 Feb 10 23:16:49.455969 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Publish callbacks [] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.461766 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.516508 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Pushing event updated for resources: {'Port': ['ID=866db9d5-0059-443c-ab78-5cf1c19ffe9d,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:49.525637 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.526293 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.526813 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.527305 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.527791 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.528316 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.528812 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.529295 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.529779 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.530277 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.530772 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.531250 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.531731 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:49.536281 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Attempting to bind port 866db9d5-0059-443c-ab78-5cf1c19ffe9d on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:49.536879 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Attempting to bind port 866db9d5-0059-443c-ab78-5cf1c19ffe9d by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:49.537436 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Attempting to bind port 866db9d5-0059-443c-ab78-5cf1c19ffe9d on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:49.543660 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:49.544086 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:49.544500 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.544903 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:49.545392 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Bound port: 866db9d5-0059-443c-ab78-5cf1c19ffe9d, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:49.545778 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.555270 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.603493 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] For port 866db9d5-0059-443c-ab78-5cf1c19ffe9d, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:49.608362 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] For port 866db9d5-0059-443c-ab78-5cf1c19ffe9d, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=866db9d5-0059-443c-ab78-5cf1c19ffe9d,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:49.615684 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.673149 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15825a65-98d6-4c15-84e6-b1920e35e842 None None] Pushing event updated for resources: {'Port': ['ID=866db9d5-0059-443c-ab78-5cf1c19ffe9d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:49.686951 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b663c-39d0-42e1-8f69-ebc44b13402b req-1f0f558b-7526-4883-9dcb-a261f2fe131f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:49.694807 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-da0b663c-39d0-42e1-8f69-ebc44b13402b req-1f0f558b-7526-4883-9dcb-a261f2fe131f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.3603871 Feb 10 23:16:49.704810 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:16:49.706081 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:16:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:49.778206 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-da0b663c-39d0-42e1-8f69-ebc44b13402b req-083df84f-a215-4143-8be1-ea3f2a5acfa8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Feb 10 23:16:49.797924 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Allocated IP 172.20.0.1 (6ea54227-1b5f-4442-b2f4-576bfe7066e3/e37a09f0-b623-48da-b302-fc05c5e51ed7/0d4f9420-7f1b-49ee-a144-ec6539f3cce4) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:49.823224 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:16:49.909445 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks [] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:49.951564 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.003793 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:50.005192 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:50.009284 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:50.012041 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:50.012527 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (3d35e807-878f-4fd3-88c9-854fc8b0b00a), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.032839 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:47Z', 'revision_number': 3, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:50.061232 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b31d898-66c1-4b15-8083-37b75b38d00e None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:47Z', 'revision_number': 3, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:16:50.174033 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.314217 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-461bf20a-38ec-43b8-aba0-48f90e950ff1 None None] Provisioning complete for port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:50.315327 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-461bf20a-38ec-43b8-aba0-48f90e950ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.375809 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-461bf20a-38ec-43b8-aba0-48f90e950ff1 None None] Port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:16:50.429052 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a46988-aae4-4b6c-b63b-3d7ecb337a1b req-e666b1f6-3654-47ca-8f0c-1663343f01fb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:50.430858 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6a46988-aae4-4b6c-b63b-3d7ecb337a1b req-e666b1f6-3654-47ca-8f0c-1663343f01fb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 943 time: 0.1282663 Feb 10 23:16:50.464200 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks [] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.474851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.477056 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (3d35e807-878f-4fd3-88c9-854fc8b0b00a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:50.516635 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6a46988-aae4-4b6c-b63b-3d7ecb337a1b req-317a3593-3795-43c8-9595-46e4e078f227 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800817 Feb 10 23:16:50.671182 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:50.727356 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:50.743421 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:51.013835 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-f8a615d1-9960-4eb9-aa03-0ddf1b736ba0 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:51.022130 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-f8a615d1-9960-4eb9-aa03-0ddf1b736ba0 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/networks?id=f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 200 len: 809 time: 0.2921636 Feb 10 23:16:51.039136 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-3ade0591-d7b1-47c4-93f5-54f945d17df7 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/quotas/9ab827d79cef43f39e5dcc8f7d9bfe28 HTTP/1.1" status: 200 len: 375 time: 0.0164258 Feb 10 23:16:51.047066 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:16:51.071951 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0cba0-2e93-4b84-9a4f-a6c0a349497c req-2297ffcd-7c0c-4394-8d76-ce9c533b8ed9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:51.074961 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfc0cba0-2e93-4b84-9a4f-a6c0a349497c req-2297ffcd-7c0c-4394-8d76-ce9c533b8ed9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1592290 Feb 10 23:16:51.121551 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0eb0f515-3568-4181-bec0-7f726641ba13 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:51.121673 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:16:51.125967 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-3d1c7a92-bb6e-4d70-b35f-f1ba83d81152 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652475 Feb 10 23:16:51.175889 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfc0cba0-2e93-4b84-9a4f-a6c0a349497c req-84e58174-6517-4b91-92b8-d65ae612f7ba tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Feb 10 23:16:51.195974 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2ce3af1a-77e7-4064-acc7-38293403abda None None] Provisioning complete for port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:51.196356 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ce3af1a-77e7-4064-acc7-38293403abda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.258655 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3af1a-77e7-4064-acc7-38293403abda None None] Port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:16:51.268028 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:51.282842 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'port_id': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'mac_address': 'fa:16:3e:f6:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b324a28d-3d0c-44f8-b916-6418c0a65509', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:16:51.289919 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 0eb0f515-3568-4181-bec0-7f726641ba13 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:51.290470 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.312777 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-2fa630c6-9482-468f-91b0-227255722981 service neutron] 10.222.0.77 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769402 Feb 10 23:16:51.363450 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:51.364094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.385494 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:51.431312 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:51.437573 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.439539 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:16:51.459756 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2b60948c-69df-46c8-a654-03906a107ce8 admin admin] 10.222.0.77 "PUT /v2.0/routers/3d35e807-878f-4fd3-88c9-854fc8b0b00a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9769695 Feb 10 23:16:51.467126 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 0eb0f515-3568-4181-bec0-7f726641ba13 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:51.468348 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 866db9d5-0059-443c-ab78-5cf1c19ffe9d up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:51.474669 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-62b1286c-fd0c-4140-9376-516f196418b4 service neutron] 10.222.0.77 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334753 Feb 10 23:16:51.522369 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:51.538396 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 866db9d5-0059-443c-ab78-5cf1c19ffe9d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:51.538911 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.644686 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 866db9d5-0059-443c-ab78-5cf1c19ffe9d is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:51.645180 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.676022 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c160a-5be8-415a-af5a-6d764e28921c req-8692e120-d91e-4422-9ead-abb371f1cdc5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:51.676748 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 866db9d5-0059-443c-ab78-5cf1c19ffe9d, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=866db9d5-0059-443c-ab78-5cf1c19ffe9d,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:51.679204 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c56c160a-5be8-415a-af5a-6d764e28921c req-8692e120-d91e-4422-9ead-abb371f1cdc5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 944 time: 0.0613403 Feb 10 23:16:51.686516 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.768420 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c56c160a-5be8-415a-af5a-6d764e28921c req-cd14760f-da21-4d14-9b33-61c8dd587b46 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798724 Feb 10 23:16:51.799795 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=866db9d5-0059-443c-ab78-5cf1c19ffe9d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:51.854700 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:51.890137 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4f99d350-b14a-4631-9fce-0e38c185f165 req-38f84e30-35e5-44eb-a83f-91a91d3512eb tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 210 time: 0.0358086 Feb 10 23:16:51.949444 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Deleting subnet 3035e971-d97b-4f53-ae17-03506bc6ac68 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:16:51.957261 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Publish callbacks [] for subnet (3035e971-d97b-4f53-ae17-03506bc6ac68), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:51.986720 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['05167ae6-7e0a-4aef-82ae-0f5cb7d7e823'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:16:52.002753 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Publish callbacks [] for subnet (3035e971-d97b-4f53-ae17-03506bc6ac68), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.014328 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (3035e971-d97b-4f53-ae17-03506bc6ac68), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.104231 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (3035e971-d97b-4f53-ae17-03506bc6ac68), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.148630 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.152692 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3035e971-d97b-4f53-ae17-03506bc6ac68 HTTP/1.1" status: 204 len: 168 time: 0.2964535 Feb 10 23:16:52.153661 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec5fc8-44c4-45d8-94a4-680307b68576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3035e971-d97b-4f53-ae17-03506bc6ac68,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:52.155298 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47952) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.265117 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (cb77b059-daf3-4427-8e3a-ae308a40c4e7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.306542 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:16:52.321005 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:16:52.321797 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:16:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:52.377544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.384306 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813133396', 'description': 'tempest-description--1434580259'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:52.402331 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (cb77b059-daf3-4427-8e3a-ae308a40c4e7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.419058 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.439167 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd6d5e-feb7-4218-b70a-93acb52b2adc req-fe33f4e9-f81d-4956-9b8c-2823d613de9a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:52.441330 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70dd6d5e-feb7-4218-b70a-93acb52b2adc req-fe33f4e9-f81d-4956-9b8c-2823d613de9a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1399059 Feb 10 23:16:52.446685 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb77b059-daf3-4427-8e3a-ae308a40c4e7']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:52.465168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab0579b-3b56-416a-9bcd-9a90f3058683') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:52.465689 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab0579b-3b56-416a-9bcd-9a90f3058683') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:52.483598 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (8ab0579b-3b56-416a-9bcd-9a90f3058683), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.513897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (8ab0579b-3b56-416a-9bcd-9a90f3058683), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.536919 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70dd6d5e-feb7-4218-b70a-93acb52b2adc req-bcf6dcca-1ba4-42fe-9eb5-0b4ac1cae1dc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828650 Feb 10 23:16:52.538211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:16:52.540828 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (8ab0579b-3b56-416a-9bcd-9a90f3058683), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:16:52.542570 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:16:52.562649 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (8d227e51-f00a-4a9d-a494-0ea5831b9c71), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.568274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8d227e51-f00a-4a9d-a494-0ea5831b9c71), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.575472 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:16:52.613286 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.614566 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2356248 Feb 10 23:16:52.614929 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (cb77b059-daf3-4427-8e3a-ae308a40c4e7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.618307 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.625000 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.628419 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cb77b059-daf3-4427-8e3a-ae308a40c4e7 HTTP/1.1" status: 204 len: 168 time: 0.4678228 Feb 10 23:16:52.628616 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'security_group_rule': {'security_group_id': '8d227e51-f00a-4a9d-a494-0ea5831b9c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:52.635020 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47966) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.635678 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0690d01-72ee-42c9-a208-56ae3a24f5e4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d227e51-f00a-4a9d-a494-0ea5831b9c71,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:52.642120 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982298e1-f101-4f9b-834c-fc18474cd620 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb77b059-daf3-4427-8e3a-ae308a40c4e7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:52.696579 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (cd1598c4-9905-4c6d-85de-7878ea8fd105), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.705335 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Deleting subnet 94252e0b-6b66-4a0f-9734-9ac8bf26784d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:16:52.722181 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Publish callbacks [] for subnet (94252e0b-6b66-4a0f-9734-9ac8bf26784d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.775015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Publish callbacks [] for subnet (94252e0b-6b66-4a0f-9734-9ac8bf26784d), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.784351 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (94252e0b-6b66-4a0f-9734-9ac8bf26784d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.815788 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (cd1598c4-9905-4c6d-85de-7878ea8fd105), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.827735 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47972) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.828235 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (cd1598c4-9905-4c6d-85de-7878ea8fd105), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.852909 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 2, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:52.857992 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1598c4-9905-4c6d-85de-7878ea8fd105,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:52.882180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.886223 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d18b163b-02c4-4c7c-8633-d1637fa22f67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2646554 Feb 10 23:16:52.886876 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47976) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.894792 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'security_group_rule': {'security_group_id': '8d227e51-f00a-4a9d-a494-0ea5831b9c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:52.910352 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:16:52.912992 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Updating router 3d35e807-878f-4fd3-88c9-854fc8b0b00a port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:16:52.915793 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (94252e0b-6b66-4a0f-9734-9ac8bf26784d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.956765 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.956954 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (dd110218-d66a-4256-8226-bc05149b03e0), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:52.972205 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/94252e0b-6b66-4a0f-9734-9ac8bf26784d HTTP/1.1" status: 204 len: 168 time: 0.3336976 Feb 10 23:16:52.972956 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47980) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:52.978328 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 866db9d5-0059-443c-ab78-5cf1c19ffe9d up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:52.986755 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73218ac-931f-4f2c-8f88-c0896a3105e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94252e0b-6b66-4a0f-9734-9ac8bf26784d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:53.016420 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e2a18-4d55-4337-9f6e-3774a52e5755 req-9db3fd22-8e17-471f-b9b1-093069adb34d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:53.018061 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-774e2a18-4d55-4337-9f6e-3774a52e5755 req-9db3fd22-8e17-471f-b9b1-093069adb34d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 944 time: 0.1523981 Feb 10 23:16:53.045489 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.059541 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 392fad90-43cc-4888-9f5a-9668257b4512 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:16:53.062908 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f23d305-f65a-48aa-94eb-498bb186fec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.086100 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 392fad90-43cc-4888-9f5a-9668257b4512 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:16:53.086320 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 392fad90-43cc-4888-9f5a-9668257b4512 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:16:53.091378 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-774e2a18-4d55-4337-9f6e-3774a52e5755 req-935d74bd-376e-4b75-af4f-764877565993 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655751 Feb 10 23:16:53.124577 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab2a22b9-3cca-4bf5-a944-ed0a8d43ed37 req-01e07302-870b-4077-a033-17f25b78bde4 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 210 time: 0.0959680 Feb 10 23:16:53.141532 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 866db9d5-0059-443c-ab78-5cf1c19ffe9d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:53.142163 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.273310 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (cb0a1566-f1ea-4e3d-b991-7826c97414df), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.307699 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (dd110218-d66a-4256-8226-bc05149b03e0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.324141 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (dd110218-d66a-4256-8226-bc05149b03e0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.353667 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 866db9d5-0059-443c-ab78-5cf1c19ffe9d is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:53.396353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd110218-d66a-4256-8226-bc05149b03e0,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:53.404033 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-ad542726-c573-4ff5-a1bf-c0cc42263da3 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:53.405870 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-ad542726-c573-4ff5-a1bf-c0cc42263da3 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "GET /v2.0/networks?id=f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 200 len: 809 time: 0.3401084 Feb 10 23:16:53.438379 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.439652 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7ac6f7df-23f6-4898-b548-1e283a43f6e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5516505 Feb 10 23:16:53.442883 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:53.445574 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Publish callbacks [] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.448587 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:53.452679 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.468931 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.525581 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4764e-22f7-4ef8-9b32-768238a527c2 None None] Pushing event updated for resources: {'Port': ['ID=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:53.597081 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.611443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Attempting to bind port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:53.612293 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Attempting to bind port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:53.612293 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Attempting to bind port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:53.620769 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:53.622200 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Checking segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:53.622898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.623450 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Bound using segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:53.623980 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Bound port: 0d4f9420-7f1b-49ee-a144-ec6539f3cce4, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:53.624373 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.711769 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] For port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:53.715535 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] For port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:53.729868 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.775889 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969c34b-42ce-41ff-aa7b-1b164920af4e req-7d7cd69e-15a2-443e-bcb2-b75675644016 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:53.777654 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2969c34b-42ce-41ff-aa7b-1b164920af4e req-7d7cd69e-15a2-443e-bcb2-b75675644016 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1077039 Feb 10 23:16:53.818292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Request body: {'port': {'device_id': '6d96de34-9bae-4820-bddb-86174cb74904', 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f', 'admin_state_up': True, 'tenant_id': '9ab827d79cef43f39e5dcc8f7d9bfe28'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:53.830773 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (cb0a1566-f1ea-4e3d-b991-7826c97414df), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.838424 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f23d305-f65a-48aa-94eb-498bb186fec2 admin admin] Publish callbacks [] for security_group (f72dd2bc-37a4-4004-b2eb-898dd4293d7b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.840608 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:16:53.841488 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:16:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:53.851422 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Allocated IP 172.27.1.7 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/4415355a-fe43-40f7-8353-8837ecb46248) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:53.867469 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3f23d305-f65a-48aa-94eb-498bb186fec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f72dd2bc-37a4-4004-b2eb-898dd4293d7b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.911231 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3f23d305-f65a-48aa-94eb-498bb186fec2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9f679cfd97e94f858269279bae942084&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0815797 Feb 10 23:16:53.923888 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4764e-22f7-4ef8-9b32-768238a527c2 None None] Pushing event updated for resources: {'Port': ['ID=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:53.931070 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] Provisioning complete for port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:53.931464 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:53.938014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 47990) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:53.959224 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0a1566-f1ea-4e3d-b991-7826c97414df']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.019344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed20d1c0-3047-45b0-880d-90ef8aef6f21') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.019795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed20d1c0-3047-45b0-880d-90ef8aef6f21') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.046134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (ed20d1c0-3047-45b0-880d-90ef8aef6f21), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.059565 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:16:54.061901 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2969c34b-42ce-41ff-aa7b-1b164920af4e req-dcf9c494-7628-4944-b29f-d977a275c197 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714639 Feb 10 23:16:54.064618 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for port (4415355a-fe43-40f7-8353-8837ecb46248), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.072319 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23d305-f65a-48aa-94eb-498bb186fec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72dd2bc-37a4-4004-b2eb-898dd4293d7b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.110723 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (ed20d1c0-3047-45b0-880d-90ef8aef6f21), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.127926 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (4415355a-fe43-40f7-8353-8837ecb46248), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.162074 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:16:54.173556 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (ed20d1c0-3047-45b0-880d-90ef8aef6f21), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:16:54.175971 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:16:54.205047 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'Port': ['ID=4415355a-fe43-40f7-8353-8837ecb46248,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.228242 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] Current status of the port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:54.228679 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.238833 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:54.256074 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-18de303c-ec7e-4fc7-8dea-5e9b19584355 req-f42ce093-1307-4a0d-8725-b7abd432c042 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 210 time: 0.0373733 Feb 10 23:16:54.257892 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:54.261117 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:54.275136 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e276f70f-22e8-4e91-a01b-5a2aeded5718 admin admin] Publish callbacks [] for security_group (f72dd2bc-37a4-4004-b2eb-898dd4293d7b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.309891 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] For port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:54.320812 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.337633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (cb0a1566-f1ea-4e3d-b991-7826c97414df), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.350426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.362500 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cb0a1566-f1ea-4e3d-b991-7826c97414df HTTP/1.1" status: 204 len: 168 time: 1.3770304 Feb 10 23:16:54.369018 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Made reservation on behalf of 9ab827d79cef43f39e5dcc8f7d9bfe28 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:54.374472 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.378013 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e276f70f-22e8-4e91-a01b-5a2aeded5718 admin admin] Publish callbacks [] for security_group (f72dd2bc-37a4-4004-b2eb-898dd4293d7b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.392066 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (3e2432cc-f094-48b4-af14-fcc8e8d864ce), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.419162 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836fe85-4815-473c-b06c-e3d21678cc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb0a1566-f1ea-4e3d-b991-7826c97414df,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.446018 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (4415355a-fe43-40f7-8353-8837ecb46248), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.472211 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0fa105cf-8107-4564-bac6-669cd95c3ef7 None None] Provisioning complete for port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:54.472888 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0fa105cf-8107-4564-bac6-669cd95c3ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.482104 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690f99-a35a-405f-a947-d5b5a80d8af1 req-7bb76241-595c-431f-b604-b1a8d5158bbc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:54.485942 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b690f99-a35a-405f-a947-d5b5a80d8af1 req-7bb76241-595c-431f-b604-b1a8d5158bbc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 944 time: 0.2382379 Feb 10 23:16:54.527042 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f6ee5a-6333-4aae-81e9-3f9d282ca067 None None] Pushing event updated for resources: {'Port': ['ID=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.528815 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 47998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:54.541372 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:53Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:54.570749 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e276f70f-22e8-4e91-a01b-5a2aeded5718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f72dd2bc-37a4-4004-b2eb-898dd4293d7b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.573545 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e276f70f-22e8-4e91-a01b-5a2aeded5718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.573726 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61ced5-b80a-4945-a0da-18ff31f1d2cf None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:53Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:16:54.578899 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e276f70f-22e8-4e91-a01b-5a2aeded5718 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f72dd2bc-37a4-4004-b2eb-898dd4293d7b HTTP/1.1" status: 204 len: 168 time: 0.6298146 Feb 10 23:16:54.633908 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276f70f-22e8-4e91-a01b-5a2aeded5718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72dd2bc-37a4-4004-b2eb-898dd4293d7b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.687288 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ff686d97-cc23-4f9a-827c-b9068174375d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c611c7018f124b9792c90c06a0c2b25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545012 Feb 10 23:16:54.692915 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 48002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:54.741946 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b690f99-a35a-405f-a947-d5b5a80d8af1 req-c4827fd1-6e41-41ec-baf2-967dc43804e6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013338 Feb 10 23:16:54.752373 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for port (4415355a-fe43-40f7-8353-8837ecb46248), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.767412 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (4415355a-fe43-40f7-8353-8837ecb46248), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.777835 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Allocated IP 172.20.0.2 (f893c5d6-d7a2-43c9-80b7-5b17f705763f/fe31605e-270c-4045-b7c7-610a503cad15/a31ec5e4-43ac-48ee-8451-cef386864742) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:54.840862 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (3e2432cc-f094-48b4-af14-fcc8e8d864ce), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.897885 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'Port': ['ID=4415355a-fe43-40f7-8353-8837ecb46248,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:54.912602 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:54.914702 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-df7d93b9-67b9-457e-b309-ba8631cd945b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4705708 Feb 10 23:16:54.930964 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0fa105cf-8107-4564-bac6-669cd95c3ef7 None None] Current status of the port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:54.940930 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-438dd079-6d7b-46c7-9ef8-93685c928e48 admin admin] Publish callbacks [] for security_group (397960f7-b664-4a11-a9be-68eba158501d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.010204 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:55.038660 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-438dd079-6d7b-46c7-9ef8-93685c928e48 admin admin] Publish callbacks [] for security_group (397960f7-b664-4a11-a9be-68eba158501d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.070679 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:16:55.150419 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-438dd079-6d7b-46c7-9ef8-93685c928e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (397960f7-b664-4a11-a9be-68eba158501d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.152630 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks [] for port (a31ec5e4-43ac-48ee-8451-cef386864742), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.153679 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-438dd079-6d7b-46c7-9ef8-93685c928e48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.154281 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-438dd079-6d7b-46c7-9ef8-93685c928e48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/397960f7-b664-4a11-a9be-68eba158501d HTTP/1.1" status: 204 len: 168 time: 0.4600577 Feb 10 23:16:55.169759 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dd079-6d7b-46c7-9ef8-93685c928e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397960f7-b664-4a11-a9be-68eba158501d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:55.232223 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.249592 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:55.257322 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:55.258016 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.292690 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:55.293412 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.321002 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e612dd9-f1d3-47e4-8e86-86cba735f877 req-9e0d6de9-77c4-4197-81e9-0038f7dc9c51 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:55.322074 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Network f893c5d6-d7a2-43c9-80b7-5b17f705763f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:55.331588 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e612dd9-f1d3-47e4-8e86-86cba735f877 req-9e0d6de9-77c4-4197-81e9-0038f7dc9c51 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1343024 Feb 10 23:16:55.333015 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:55.370121 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:55.374427 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Pushing event updated for resources: {'Port': ['ID=a31ec5e4-43ac-48ee-8451-cef386864742,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:55.421114 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e612dd9-f1d3-47e4-8e86-86cba735f877 req-1277577c-0b1a-4cd0-9ce6-bfab0d0ff03e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881612 Feb 10 23:16:55.447287 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-b2ea5bd9-a918-47a9-9a8b-1dd6b67069f7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--813133396&fields=id&tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 267 time: 0.1630898 Feb 10 23:16:55.450597 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:55.451174 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.540222 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:55.542888 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad7ec2f-e413-453b-88b0-680e2deeee03" -d '{"events": [{"server_uuid": "8d72e0ca-9eee-429b-8c00-f795dbd8c812", "name": "network-vif-plugged", "status": "completed", "tag": "05167ae6-7e0a-4aef-82ae-0f5cb7d7e823"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:55.561431 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:16:55.564177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:16:55.575421 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.588773 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-5a495b1d-8907-4107-b374-fc20c0b7cafa tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:55.590385 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-5a495b1d-8907-4107-b374-fc20c0b7cafa tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 816 time: 0.1331277 Feb 10 23:16:55.607111 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:55.607842 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.614076 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce553758-fd60-4dc7-ae62-03a4ffaafaaa req-6d65c5f6-7ff3-437d-a59b-4077ff4d0658 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:55.617308 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ce553758-fd60-4dc7-ae62-03a4ffaafaaa req-6d65c5f6-7ff3-437d-a59b-4077ff4d0658 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 931 time: 0.0880704 Feb 10 23:16:55.628036 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-87ae85ea-29da-4df1-a18d-ba2ff3cf1037 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/quotas/893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 375 time: 0.0297825 Feb 10 23:16:55.637564 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-dae166ad-585f-4e4d-a944-b587b36b36ae tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1888654 Feb 10 23:16:55.637826 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:55.678171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Request body: {'port': {'device_id': '6d96de34-9bae-4820-bddb-86174cb74904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:55.705544 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ce553758-fd60-4dc7-ae62-03a4ffaafaaa req-640e9c29-0f5c-4502-8d08-e732acb28645 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527956 Feb 10 23:16:55.737474 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 48026) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:55.761480 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.765466 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae097e9-f6d5-43ab-9314-adec39c864d9 x-openstack-request-id: req-3ae097e9-f6d5-43ab-9314-adec39c864d9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:55.766056 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72e0ca-9eee-429b-8c00-f795dbd8c812", "name": "network-vif-plugged", "status": "completed", "tag": "05167ae6-7e0a-4aef-82ae-0f5cb7d7e823", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:55.766531 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ae097e9-f6d5-43ab-9314-adec39c864d9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:55.767957 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'code': 200} Feb 10 23:16:55.791237 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-98a3968c-eed9-4a02-98b4-4e9b9349d97f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526821 Feb 10 23:16:55.817751 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f2e82f1b-9e30-4855-a905-23217ab00b29 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0873f13f36e7452ea0b6a94427ad9ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0784733 Feb 10 23:16:55.818153 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 48030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:16:55.919902 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4101-692b-4ea2-95c5-a51c9ee0abda admin admin] Publish callbacks [] for security_group (5b489cec-e3f6-48d7-aec7-0e7428861dc3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:55.948544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533b79a-037a-4be1-9e14-49f63f5c3e2f req-8bb05097-f9f6-4b2b-8b7b-1e8eb4546afa tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:55.950083 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3533b79a-037a-4be1-9e14-49f63f5c3e2f req-8bb05097-f9f6-4b2b-8b7b-1e8eb4546afa tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.1029058 Feb 10 23:16:55.960534 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4101-692b-4ea2-95c5-a51c9ee0abda admin admin] Publish callbacks [] for security_group (5b489cec-e3f6-48d7-aec7-0e7428861dc3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.033546 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3533b79a-037a-4be1-9e14-49f63f5c3e2f req-5462ddcf-510e-4338-b46e-06ec00d51331 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753756 Feb 10 23:16:56.051257 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4101-692b-4ea2-95c5-a51c9ee0abda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5b489cec-e3f6-48d7-aec7-0e7428861dc3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.055635 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-b0b21116-39f4-4aab-8624-7cb03ac161b0 service neutron] 10.222.0.77 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431970 Feb 10 23:16:56.056377 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4101-692b-4ea2-95c5-a51c9ee0abda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.058505 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6e1c4101-692b-4ea2-95c5-a51c9ee0abda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5b489cec-e3f6-48d7-aec7-0e7428861dc3 HTTP/1.1" status: 204 len: 168 time: 0.2393188 Feb 10 23:16:56.067699 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4101-692b-4ea2-95c5-a51c9ee0abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b489cec-e3f6-48d7-aec7-0e7428861dc3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:56.107184 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7f1c2-2062-4fb4-a02a-c7652da49856 req-30ece474-1ed1-4c54-993b-8a732dc58b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:56.108930 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72c7f1c2-2062-4fb4-a02a-c7652da49856 req-30ece474-1ed1-4c54-993b-8a732dc58b99 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 1129 time: 0.1523669 Feb 10 23:16:56.252622 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72c7f1c2-2062-4fb4-a02a-c7652da49856 req-2a9ece11-8b67-457e-b9dd-d059496ffa19 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325006 Feb 10 23:16:56.297668 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-a2e3ff37-4e35-4657-913f-6a93896b8bb2 service neutron] 10.222.0.77 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878059 Feb 10 23:16:56.311347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31ec5e4-43ac-48ee-8451-cef386864742 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:16:56.320235 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Publish callbacks [] for port (a31ec5e4-43ac-48ee-8451-cef386864742), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.334354 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Transition to ACTIVE for port object a31ec5e4-43ac-48ee-8451-cef386864742 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:56.339842 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.394007 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a31ec5e4-43ac-48ee-8451-cef386864742,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:56.481604 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Attempting to bind port a31ec5e4-43ac-48ee-8451-cef386864742 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:16:56.481953 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Attempting to bind port a31ec5e4-43ac-48ee-8451-cef386864742 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:16:56.482284 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Attempting to bind port a31ec5e4-43ac-48ee-8451-cef386864742 on network f893c5d6-d7a2-43c9-80b7-5b17f705763f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:56.487904 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Port a31ec5e4-43ac-48ee-8451-cef386864742 on network f893c5d6-d7a2-43c9-80b7-5b17f705763f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:16:56.488534 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Attempting to bind port a31ec5e4-43ac-48ee-8451-cef386864742 on network f893c5d6-d7a2-43c9-80b7-5b17f705763f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:16:56.494754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:16:56.495106 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Checking segment: {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:16:56.496186 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Bound using segment: {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:16:56.496633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Bound port: a31ec5e4-43ac-48ee-8451-cef386864742, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:16:56.496997 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.542230 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45c51f74-db9b-4bf0-ad6e-240389e11256 req-591b1d67-23a1-4a43-bdbb-aa02e71451bb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 210 time: 0.0417070 Feb 10 23:16:56.602548 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] For port a31ec5e4-43ac-48ee-8451-cef386864742, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:16:56.611551 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef54e0a-3c5e-41b0-820d-eb4fb4f7e009 req-cd49f99d-4568-4198-8f88-d4683b874f01 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:56.613125 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ef54e0a-3c5e-41b0-820d-eb4fb4f7e009 req-cd49f99d-4568-4198-8f88-d4683b874f01 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1008105 Feb 10 23:16:56.614946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] For port a31ec5e4-43ac-48ee-8451-cef386864742, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a31ec5e4-43ac-48ee-8451-cef386864742,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:16:56.627200 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.682748 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:56.683338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:56.684762 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] 10.222.0.43 "PUT /v2.0/ports/a31ec5e4-43ac-48ee-8451-cef386864742 HTTP/1.1" status: 200 len: 1093 time: 1.0335946 Feb 10 23:16:56.685214 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d96de34-9bae-4820-bddb-86174cb74904', 'tag': 'a31ec5e4-43ac-48ee-8451-cef386864742'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:16:56.687460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07b952-0ba4-408b-abe5-8a5cda53b32d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d96de34-9bae-4820-bddb-86174cb74904", "tag": "a31ec5e4-43ac-48ee-8451-cef386864742"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:16:56.749152 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f0a65e-b1a1-43db-821b-e9fb898a2411 x-openstack-request-id: req-12f0a65e-b1a1-43db-821b-e9fb898a2411 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:16:56.749438 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d96de34-9bae-4820-bddb-86174cb74904", "tag": "a31ec5e4-43ac-48ee-8451-cef386864742", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:16:56.749701 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12f0a65e-b1a1-43db-821b-e9fb898a2411 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:16:56.750086 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d96de34-9bae-4820-bddb-86174cb74904', 'tag': 'a31ec5e4-43ac-48ee-8451-cef386864742', 'status': 'completed', 'code': 200} Feb 10 23:16:56.770729 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ef54e0a-3c5e-41b0-820d-eb4fb4f7e009 req-65ae7ef9-8c2c-4ee2-88ca-b776b431a1dd tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461182 Feb 10 23:16:56.792291 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7c770-8d20-4c47-b19f-3fe7a8fd8cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a31ec5e4-43ac-48ee-8451-cef386864742,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:56.846770 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-c3f8a64d-f9a8-45b0-b20f-79fa079018cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:56.848779 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-c3f8a64d-f9a8-45b0-b20f-79fa079018cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 1127 time: 0.0698900 Feb 10 23:16:56.881235 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1c8fe-e6e0-4bed-b98e-cc13b9a08205 req-e36bfd13-b3a9-4280-877e-33792a33eb3e tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:56.884386 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-94d1c8fe-e6e0-4bed-b98e-cc13b9a08205 req-e36bfd13-b3a9-4280-877e-33792a33eb3e tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0763614 Feb 10 23:16:56.905044 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-b3db93fa-bda8-4aec-8c6b-43e1e73ea3f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31ec5e4-43ac-48ee-8451-cef386864742 HTTP/1.1" status: 200 len: 217 time: 0.0400240 Feb 10 23:16:56.956098 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-94d1c8fe-e6e0-4bed-b98e-cc13b9a08205 req-04bbe6a8-f6c6-4102-a4da-32244a948470 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619965 Feb 10 23:16:56.969977 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-96ce7487-16a1-4e96-9774-c06acdc0d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:56.971451 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-96ce7487-16a1-4e96-9774-c06acdc0d7d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe31605e-270c-4045-b7c7-610a503cad15 HTTP/1.1" status: 200 len: 849 time: 0.0587921 Feb 10 23:16:57.008580 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-0521db79-3d8d-4cd7-8b96-6147e71a17d4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f893c5d6-d7a2-43c9-80b7-5b17f705763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289316 Feb 10 23:16:57.121723 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-8824d258-ac04-4186-834b-649b8967e5de service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046367 Feb 10 23:16:57.252450 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719177-bb43-43ed-b474-ea00e6ee5604 req-0b9701aa-23a6-446b-ac43-87a8f1eedb6a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:57.253993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd719177-bb43-43ed-b474-ea00e6ee5604 req-0b9701aa-23a6-446b-ac43-87a8f1eedb6a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.1253033 Feb 10 23:16:57.278732 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-df145f02-c208-44ac-a6db-c16c21e94ff9 req-d93b723b-401b-4e59-a555-b75fa0b5318e service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400325 Feb 10 23:16:57.316022 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd719177-bb43-43ed-b474-ea00e6ee5604 req-af795936-3888-4fbe-a4c5-9a115a309e1b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496120 Feb 10 23:16:57.446437 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-c982d9ff-76df-460a-95fc-25f49efad061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:57.448005 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-c982d9ff-76df-460a-95fc-25f49efad061 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 1127 time: 0.0510600 Feb 10 23:16:57.541888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-234482f1-580d-420b-b816-7615ffed5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:57.543404 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-234482f1-580d-420b-b816-7615ffed5c5b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 200 len: 910 time: 0.0881500 Feb 10 23:16:57.591553 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-ace778e9-c6c1-4eb8-ae5b-954a598bd177 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a31ec5e4-43ac-48ee-8451-cef386864742 HTTP/1.1" status: 200 len: 217 time: 0.0402274 Feb 10 23:16:57.615538 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9c536236-130a-472a-afbd-694b4101d2d3 req-e08e652e-a137-4d3e-9998-9c382e95159f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 210 time: 0.0256844 Feb 10 23:16:57.645918 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-d247a14a-a401-450e-a082-9553858e6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:57.648106 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-d247a14a-a401-450e-a082-9553858e6c2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe31605e-270c-4045-b7c7-610a503cad15 HTTP/1.1" status: 200 len: 849 time: 0.0457625 Feb 10 23:16:57.678166 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-57881ce4-64ea-43ce-bd06-f9b08a1da963 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f893c5d6-d7a2-43c9-80b7-5b17f705763f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238075 Feb 10 23:16:57.770746 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-4ab3f26f-a840-4b9b-b0f7-4dff39aa80ae service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863452 Feb 10 23:16:57.920893 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd07b952-0ba4-408b-abe5-8a5cda53b32d req-ff095594-9dff-440f-82fc-6074d526b814 service neutron] 10.222.0.43 "GET /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260271 Feb 10 23:16:57.934462 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d758516-6e00-4664-ab3e-54b4b76fffc7 req-dcc5ce3e-74e9-4f01-b809-436ecb0da684 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:57.935913 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d758516-6e00-4664-ab3e-54b4b76fffc7 req-dcc5ce3e-74e9-4f01-b809-436ecb0da684 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0786698 Feb 10 23:16:58.000334 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d758516-6e00-4664-ab3e-54b4b76fffc7 req-d280087f-ce57-4d50-9b33-565c760912c4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587473 Feb 10 23:16:58.094339 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04a8b0-0f6f-45a6-863f-63236de72bc6 req-96771287-bb99-4839-81bd-70132a8c692e tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:58.096156 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cc04a8b0-0f6f-45a6-863f-63236de72bc6 req-96771287-bb99-4839-81bd-70132a8c692e tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0766819 Feb 10 23:16:58.123958 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-8b9cd501-b469-47c3-9aea-c089a64c8c42 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:58.125482 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-8b9cd501-b469-47c3-9aea-c089a64c8c42 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 816 time: 0.1398931 Feb 10 23:16:58.152914 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cc04a8b0-0f6f-45a6-863f-63236de72bc6 req-52ca40dd-2952-4055-8c2e-5e52b15fd75b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500469 Feb 10 23:16:58.211404 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-4d5c5789-f4bb-497a-bac5-07681f56ecef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 379 time: 0.0516407 Feb 10 23:16:58.220870 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'port': {'device_id': 'baeb1e50-d205-4ce3-813a-66631397af09', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'admin_state_up': True, 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'security_groups': ['8d227e51-f00a-4a9d-a494-0ea5831b9c71']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:58.586237 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4532-45f3-4c66-bd1e-e7f9dcdb14f8 req-b30953bb-4035-4bdf-8828-f384d3254305 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:58.587911 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f4532-45f3-4c66-bd1e-e7f9dcdb14f8 req-b30953bb-4035-4bdf-8828-f384d3254305 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.0884104 Feb 10 23:16:58.603127 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Made reservation on behalf of 893cb9e5a3dd4f8cbc746a73b7c03f74 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:58.606507 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:58.695706 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-897f4532-45f3-4c66-bd1e-e7f9dcdb14f8 req-6c7d0885-1fe0-40de-ba78-b36c5b2a600b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010182 Feb 10 23:16:58.718755 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-de82e506-4d19-4e86-b554-2f8df9bdc7a9 req-620f6ba6-9b40-4017-973c-78d80ee96497 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 210 time: 0.0281692 Feb 10 23:16:58.771302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Allocated IP 172.20.0.13 (6ea54227-1b5f-4442-b2f4-576bfe7066e3/e37a09f0-b623-48da-b302-fc05c5e51ed7/60e226ea-299e-4079-87c5-eeac730551eb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:58.913640 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for port (60e226ea-299e-4079-87c5-eeac730551eb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:58.948351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:58.992468 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:58.995858 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:58.999686 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:16:59.027666 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:59.062662 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:59.063331 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:59.091248 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-55c3fc3a-639e-4362-9d28-e275e355df9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8737442 Feb 10 23:16:59.153429 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599f01a-d59c-4b23-8ee4-16517d9c0696 req-3ed8c2e0-7eb2-4db0-ad1e-b35014b81dc3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:59.155438 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6599f01a-d59c-4b23-8ee4-16517d9c0696 req-3ed8c2e0-7eb2-4db0-ad1e-b35014b81dc3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0625720 Feb 10 23:16:59.212792 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6599f01a-d59c-4b23-8ee4-16517d9c0696 req-e42900b9-3e98-4d63-a303-84e0134112e2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 Feb 10 23:16:59.293807 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0a2cd-3569-4b62-a9a1-c6df05462ac6 req-c4272e7d-a5d5-414d-8748-325fecfb0c8d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:59.295190 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4db0a2cd-3569-4b62-a9a1-c6df05462ac6 req-c4272e7d-a5d5-414d-8748-325fecfb0c8d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0510833 Feb 10 23:16:59.325112 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-08fbaaf0-9145-4cd8-8cc8-335125574b33 None None] Provisioning complete for port 60e226ea-299e-4079-87c5-eeac730551eb triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:59.325705 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08fbaaf0-9145-4cd8-8cc8-335125574b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (60e226ea-299e-4079-87c5-eeac730551eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:16:59.341765 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4db0a2cd-3569-4b62-a9a1-c6df05462ac6 req-2b6a4bec-7a86-4908-9736-48172cedae84 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Feb 10 23:16:59.358606 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-08fbaaf0-9145-4cd8-8cc8-335125574b33 None None] Port 60e226ea-299e-4079-87c5-eeac730551eb cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:16:59.841143 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57389e6-3592-4936-9217-76fc2739ae88 req-e56cdb2c-18bd-454d-bf8b-9ebd184263d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:59.842609 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b57389e6-3592-4936-9217-76fc2739ae88 req-e56cdb2c-18bd-454d-bf8b-9ebd184263d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 932 time: 0.0513823 Feb 10 23:16:59.888012 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b57389e6-3592-4936-9217-76fc2739ae88 req-b413faf2-37c2-4452-9429-87b17a6b235b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399349 Feb 10 23:17:00.328680 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf865455-e98a-4264-9f3e-4ce1ff97b77f req-c85d3841-aad4-45e2-9018-bf759734ce0a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:00.330173 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf865455-e98a-4264-9f3e-4ce1ff97b77f req-c85d3841-aad4-45e2-9018-bf759734ce0a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0506339 Feb 10 23:17:00.387038 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf865455-e98a-4264-9f3e-4ce1ff97b77f req-94ef66f2-6902-4916-a9eb-0429b24721dc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505364 Feb 10 23:17:00.465106 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673c8e1-5af7-41fa-bc6e-393c301cfb8b req-ec1afa99-ee61-47a6-bce5-c8318537a808 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:00.466546 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0673c8e1-5af7-41fa-bc6e-393c301cfb8b req-ec1afa99-ee61-47a6-bce5-c8318537a808 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0544829 Feb 10 23:17:00.513901 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0673c8e1-5af7-41fa-bc6e-393c301cfb8b req-547117d2-6ef0-47dc-a5da-e1223b2e46d6 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Feb 10 23:17:01.012065 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105baf4-dcb8-4d14-9df6-529b0da8ca4c req-7a587fb2-6cde-436a-9f3b-0945538acef1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:01.013579 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c105baf4-dcb8-4d14-9df6-529b0da8ca4c req-7a587fb2-6cde-436a-9f3b-0945538acef1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 932 time: 0.0521157 Feb 10 23:17:01.060157 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c105baf4-dcb8-4d14-9df6-529b0da8ca4c req-5f6b1f13-26df-41dd-9b86-2c0f257c8da7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Feb 10 23:17:01.502216 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c6e5-3b8e-42c5-9baa-b0411cb23ca3 req-393add6b-fbdd-45e8-b83f-a78872276dc8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:01.503711 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0c0c6e5-3b8e-42c5-9baa-b0411cb23ca3 req-393add6b-fbdd-45e8-b83f-a78872276dc8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0522709 Feb 10 23:17:01.552366 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0c0c6e5-3b8e-42c5-9baa-b0411cb23ca3 req-ef028f27-22cf-4896-a662-0431839079d5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Feb 10 23:17:01.630131 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401dacd-1d1c-419a-9f13-349365102f33 req-014b594d-ef3f-4218-abaa-0d978f20d462 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:01.631865 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3401dacd-1d1c-419a-9f13-349365102f33 req-014b594d-ef3f-4218-abaa-0d978f20d462 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0524018 Feb 10 23:17:01.677198 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3401dacd-1d1c-419a-9f13-349365102f33 req-137e2d64-d8e9-4779-9f3d-9420a5ea0251 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Feb 10 23:17:02.184638 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5a4fc-d4e7-46f5-9f84-053d0bf20803 req-abf74dc2-8e07-4cd0-96a0-d240fe68feb6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:02.186117 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8a5a4fc-d4e7-46f5-9f84-053d0bf20803 req-abf74dc2-8e07-4cd0-96a0-d240fe68feb6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 932 time: 0.0552959 Feb 10 23:17:02.232651 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8a5a4fc-d4e7-46f5-9f84-053d0bf20803 req-918c1bbf-1eae-4ca9-b6b1-a1c4e1dc9f2e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411325 Feb 10 23:17:02.667800 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769f14f-143d-4399-9df6-0d37ac715a1f req-4b489da9-ad17-4976-b8d5-4355aa1a5187 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:02.669229 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f769f14f-143d-4399-9df6-0d37ac715a1f req-4b489da9-ad17-4976-b8d5-4355aa1a5187 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0524752 Feb 10 23:17:02.716442 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f769f14f-143d-4399-9df6-0d37ac715a1f req-40cb34d0-40dc-4445-800a-26c2ca75bef3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417733 Feb 10 23:17:02.793135 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d63f2f-2062-4917-bb2a-8e2f5a818b8f req-64592b17-7185-4c7c-9850-25e17e686050 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:02.794609 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f9d63f2f-2062-4917-bb2a-8e2f5a818b8f req-64592b17-7185-4c7c-9850-25e17e686050 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0508480 Feb 10 23:17:02.820847 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Request body: {'port': {'device_id': 'baeb1e50-d205-4ce3-813a-66631397af09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:17:02.846598 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f9d63f2f-2062-4917-bb2a-8e2f5a818b8f req-28010b5e-cefe-4eaf-8637-f1ec3ae59415 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464690 Feb 10 23:17:02.889435 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:03.149675 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e226ea-299e-4079-87c5-eeac730551eb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:17:03.157046 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Publish callbacks [] for port (60e226ea-299e-4079-87c5-eeac730551eb), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:03.168716 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Transition to ACTIVE for port object 60e226ea-299e-4079-87c5-eeac730551eb will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:03.172400 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:03.221112 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:03.302560 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Attempting to bind port 60e226ea-299e-4079-87c5-eeac730551eb on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:17:03.302902 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Attempting to bind port 60e226ea-299e-4079-87c5-eeac730551eb by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:17:03.303847 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Attempting to bind port 60e226ea-299e-4079-87c5-eeac730551eb on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:17:03.319090 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Port 60e226ea-299e-4079-87c5-eeac730551eb on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:17:03.319398 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Attempting to bind port 60e226ea-299e-4079-87c5-eeac730551eb on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:17:03.340422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:17:03.340774 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Checking segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:17:03.341169 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Bound using segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:17:03.341616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Bound port: 60e226ea-299e-4079-87c5-eeac730551eb, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:17:03.341984 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:03.402627 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40813ad8-47ff-4dd1-9ae5-4d3df4985318 req-0927fcd4-8e8f-4e09-b8b2-416526f9a130 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.404202 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-40813ad8-47ff-4dd1-9ae5-4d3df4985318 req-0927fcd4-8e8f-4e09-b8b2-416526f9a130 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0980463 Feb 10 23:17:03.446817 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:03.473168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:03.482325 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-40813ad8-47ff-4dd1-9ae5-4d3df4985318 req-dfbb088a-d0ba-4479-9253-6cc7d50f0b15 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721619 Feb 10 23:17:03.483775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:03.519960 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.520580 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:03.522032 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 1094 time: 0.7070363 Feb 10 23:17:03.522570 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:03.524896 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:03.546653 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f98b34-83eb-4dd1-935b-15e26fbaa9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:03.561899 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700f9821-2745-4af9-bb56-559199f4a00e x-openstack-request-id: req-700f9821-2745-4af9-bb56-559199f4a00e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:03.562233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:03.562598 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-700f9821-2745-4af9-bb56-559199f4a00e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:03.562946 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'status': 'completed', 'code': 200} Feb 10 23:17:03.670598 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d req-8059e21e-918f-4b62-9bf9-15c4948f593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.672163 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d req-8059e21e-918f-4b62-9bf9-15c4948f593c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1128 time: 0.0476947 Feb 10 23:17:03.801738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d req-5b02cd12-4d69-4fd6-ba2f-b076ca8334bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.803395 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d req-5b02cd12-4d69-4fd6-ba2f-b076ca8334bb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1098204 Feb 10 23:17:03.911539 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3cb4d-8428-4d64-8fdf-e91abc9f2aa7 req-5ca2ea2b-f9c4-4dec-8e6a-0638f6113ea0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.913880 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7eb3cb4d-8428-4d64-8fdf-e91abc9f2aa7 req-5ca2ea2b-f9c4-4dec-8e6a-0638f6113ea0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.1237404 Feb 10 23:17:03.959635 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d req-d3e0e07c-a1ac-4c1c-a8d5-0509f6da2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.961227 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de3d105d-dc2c-4f33-a92b-fb8f804f0f8d req-d3e0e07c-a1ac-4c1c-a8d5-0509f6da2358 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434009 Feb 10 23:17:03.982219 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7eb3cb4d-8428-4d64-8fdf-e91abc9f2aa7 req-d362d805-1be6-49f6-b1ff-d04897082154 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620279 Feb 10 23:17:03.985783 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2124ac-d3ba-4abe-81bb-aa2c4c0523f1 req-eee51670-d1ce-4d58-a648-adaebf5b2e79 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:03.989327 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb2124ac-d3ba-4abe-81bb-aa2c4c0523f1 req-eee51670-d1ce-4d58-a648-adaebf5b2e79 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0583918 Feb 10 23:17:04.047593 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb2124ac-d3ba-4abe-81bb-aa2c4c0523f1 req-ab09fe1e-892f-4b03-a995-fb2fc2cad9fa tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419471 Feb 10 23:17:04.143596 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-b769aefe-c131-45ce-bb0b-7b43f4b55eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:04.145064 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-b769aefe-c131-45ce-bb0b-7b43f4b55eea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1128 time: 0.0454876 Feb 10 23:17:04.194682 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-c45e81fa-49ad-4560-aaf9-617511ac8044 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 217 time: 0.0366025 Feb 10 23:17:04.244508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-360e74e0-3c6a-4b68-93da-6bd6de408349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:04.245958 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-360e74e0-3c6a-4b68-93da-6bd6de408349 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0462258 Feb 10 23:17:04.296820 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-75e7df1e-811c-4c6f-8196-829fe8ca118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:04.298345 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-75e7df1e-811c-4c6f-8196-829fe8ca118b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447259 Feb 10 23:17:04.387655 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-07c18783-c4a0-47ec-b78f-eb75724033a1 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828474 Feb 10 23:17:04.604455 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92825c-677f-43e9-87b9-8d592a1bbed9 req-526d24cf-6770-46b6-8c5a-4469823b1577 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:04.605923 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ca92825c-677f-43e9-87b9-8d592a1bbed9 req-526d24cf-6770-46b6-8c5a-4469823b1577 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0510359 Feb 10 23:17:04.651135 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ca92825c-677f-43e9-87b9-8d592a1bbed9 req-46ebddb9-2851-4f00-8697-105269b53655 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397165 Feb 10 23:17:05.104437 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91b38d-d7ef-42ae-9df9-81dd95158ec3 req-1052c6b8-1683-44c9-b106-5f4c226e84d3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.105932 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c91b38d-d7ef-42ae-9df9-81dd95158ec3 req-1052c6b8-1683-44c9-b106-5f4c226e84d3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0577369 Feb 10 23:17:05.155514 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c91b38d-d7ef-42ae-9df9-81dd95158ec3 req-249c0937-661d-4f4c-8561-13ac2e90557f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Feb 10 23:17:05.169077 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3734bd-925b-4c98-b412-d9f0a1470fcb req-9ad1365e-f712-4175-b8ed-717a25326d6f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.170562 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed3734bd-925b-4c98-b412-d9f0a1470fcb req-9ad1365e-f712-4175-b8ed-717a25326d6f tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0557373 Feb 10 23:17:05.217482 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed3734bd-925b-4c98-b412-d9f0a1470fcb req-8fa1c800-44c0-47ac-a7fe-55f8b5c221b8 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Feb 10 23:17:05.771586 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a49883-d6f7-4c4c-adbd-ca62f420ffa0 req-4a9bb84a-c215-4e35-9418-18c586997587 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:05.773010 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-92a49883-d6f7-4c4c-adbd-ca62f420ffa0 req-4a9bb84a-c215-4e35-9418-18c586997587 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0513549 Feb 10 23:17:05.818974 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-92a49883-d6f7-4c4c-adbd-ca62f420ffa0 req-256f1316-a219-4048-98be-2819969ac6f6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405395 Feb 10 23:17:05.844005 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:06.052170 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdd1c278-f0fe-4ec5-8a4e-bc555d605db8 req-d418753b-b25a-4de2-be42-f6d36b80c4dd service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869317 Feb 10 23:17:06.275557 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935d939-7408-42e8-90ef-88ea1764f2f1 req-89c08692-dd60-4caa-8f53-1f4268bfffad tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:06.277067 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0935d939-7408-42e8-90ef-88ea1764f2f1 req-89c08692-dd60-4caa-8f53-1f4268bfffad tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0563130 Feb 10 23:17:06.324316 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0935d939-7408-42e8-90ef-88ea1764f2f1 req-a482e8d6-8ab9-41a6-bb70-c4229cc8389c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Feb 10 23:17:06.337108 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f355c4-5cbd-4387-b17b-95bae87c8b56 req-2b596f66-6c0a-43e9-9320-8f85cec8726c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:06.338611 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63f355c4-5cbd-4387-b17b-95bae87c8b56 req-2b596f66-6c0a-43e9-9320-8f85cec8726c tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0553050 Feb 10 23:17:06.385111 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-63f355c4-5cbd-4387-b17b-95bae87c8b56 req-52d1d7d0-bbc1-4142-8958-51ea50f8d141 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 Feb 10 23:17:06.938453 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd5411-48fb-4492-a232-660cb712d1c8 req-0bca5ebd-affa-408d-a707-01a09f64914e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:06.939944 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-09dd5411-48fb-4492-a232-660cb712d1c8 req-0bca5ebd-affa-408d-a707-01a09f64914e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0503297 Feb 10 23:17:06.984671 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-09dd5411-48fb-4492-a232-660cb712d1c8 req-d702bda1-e6b8-4a83-aa7e-583d1c46c203 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385780 Feb 10 23:17:07.443070 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4b939-9bfd-40b6-a7ae-337096c174c2 req-241d2279-fb7b-44dd-a469-da16c002d8c8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:07.445519 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdc4b939-9bfd-40b6-a7ae-337096c174c2 req-241d2279-fb7b-44dd-a469-da16c002d8c8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0537908 Feb 10 23:17:07.491012 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cdc4b939-9bfd-40b6-a7ae-337096c174c2 req-0be7b95c-3770-4ca9-b837-ba3cb487f442 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395989 Feb 10 23:17:07.501045 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feb758-d134-418f-a1f1-1414bd7dc64a req-9bacb083-353a-445a-afaf-ee3968d02787 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:07.502538 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64feb758-d134-418f-a1f1-1414bd7dc64a req-9bacb083-353a-445a-afaf-ee3968d02787 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 943 time: 0.0512912 Feb 10 23:17:07.552253 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-64feb758-d134-418f-a1f1-1414bd7dc64a req-4f8dbaaa-0822-472a-b801-8d3faf093fa0 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433598 Feb 10 23:17:08.105930 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696817c-f6fa-4cd2-826b-196d7ad2b14c req-a9124f3e-43b7-4f31-876f-7ab4c2296242 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:08.107399 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a696817c-f6fa-4cd2-826b-196d7ad2b14c req-a9124f3e-43b7-4f31-876f-7ab4c2296242 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0520039 Feb 10 23:17:08.154107 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a696817c-f6fa-4cd2-826b-196d7ad2b14c req-9c3e132f-4154-4a37-9a6e-59fd1a9245d7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Feb 10 23:17:08.406564 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a31ec5e4-43ac-48ee-8451-cef386864742 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:17:08.519420 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a31ec5e4-43ac-48ee-8451-cef386864742, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a31ec5e4-43ac-48ee-8451-cef386864742,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:08.530663 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a31ec5e4-43ac-48ee-8451-cef386864742', 'network_id': 'f893c5d6-d7a2-43c9-80b7-5b17f705763f', 'port_id': 'a31ec5e4-43ac-48ee-8451-cef386864742', 'mac_address': 'fa:16:3e:67:2f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe31605e-270c-4045-b7c7-610a503cad15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:17:08.568662 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a31ec5e4-43ac-48ee-8451-cef386864742 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:17:08.569050 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:08.587155 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31ec5e4-43ac-48ee-8451-cef386864742 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:17:08.608831 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a31ec5e4-43ac-48ee-8451-cef386864742, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a31ec5e4-43ac-48ee-8451-cef386864742,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:08.615324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:08.632744 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9006b-ebc5-4320-a01a-0752dcee1fdd req-49e7f45a-4c0b-459e-82c1-84e4d5f5c5ed tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:08.633815 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00e9006b-ebc5-4320-a01a-0752dcee1fdd req-49e7f45a-4c0b-459e-82c1-84e4d5f5c5ed tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0728068 Feb 10 23:17:08.679130 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a31ec5e4-43ac-48ee-8451-cef386864742,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:08.679335 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d53c3-6b4d-4254-a638-c5825be0bc3e req-ddfae8fd-e4a9-48e6-afce-d1486b37c5ec tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:08.681027 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d9d53c3-6b4d-4254-a638-c5825be0bc3e req-ddfae8fd-e4a9-48e6-afce-d1486b37c5ec tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 944 time: 0.0572603 Feb 10 23:17:08.688474 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00e9006b-ebc5-4320-a01a-0752dcee1fdd req-5128ad59-05eb-4278-aa7f-a3383c07641d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489693 Feb 10 23:17:08.732834 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4d9d53c3-6b4d-4254-a638-c5825be0bc3e req-454a69ab-7d7a-49b1-a8e5-04eb19d48c5d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Feb 10 23:17:08.746232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cff57-8283-426c-8f31-985cea48e2da req-5c2b016d-9956-49f1-bc73-a9e9313e08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:08.747862 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b78cff57-8283-426c-8f31-985cea48e2da req-5c2b016d-9956-49f1-bc73-a9e9313e08c2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 1130 time: 0.0473535 Feb 10 23:17:08.790541 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b78cff57-8283-426c-8f31-985cea48e2da req-cb6d88aa-2935-487d-9bbf-9a6de7d8b835 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362480 Feb 10 23:17:09.485426 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5943d-3cf5-4ac0-a1e7-3c06e339a049 req-39f16510-1326-4908-863b-adf01f4a6791 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:09.486900 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-87d5943d-3cf5-4ac0-a1e7-3c06e339a049 req-39f16510-1326-4908-863b-adf01f4a6791 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.2647643 Feb 10 23:17:09.532519 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-87d5943d-3cf5-4ac0-a1e7-3c06e339a049 req-9e2bbfaf-3f89-4622-a40c-895d9cfff500 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397964 Feb 10 23:17:09.802517 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93641246-3256-4beb-a6da-b634a9a64a39 req-2e7f86a5-78ca-41c8-a150-8b5e212dc964 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:09.804145 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93641246-3256-4beb-a6da-b634a9a64a39 req-2e7f86a5-78ca-41c8-a150-8b5e212dc964 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0515075 Feb 10 23:17:09.849268 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf63f7-a4e5-4609-bc24-1ee058bb63eb req-ca6f3359-2e0c-4fa0-a50c-6f54c02c6ec1 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:09.851319 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9cbf63f7-a4e5-4609-bc24-1ee058bb63eb req-ca6f3359-2e0c-4fa0-a50c-6f54c02c6ec1 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 944 time: 0.0525579 Feb 10 23:17:09.855129 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93641246-3256-4beb-a6da-b634a9a64a39 req-8617a660-612c-417e-99f1-a0d44d2ebf6e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454984 Feb 10 23:17:09.897974 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9cbf63f7-a4e5-4609-bc24-1ee058bb63eb req-94f6c8ad-d0d7-40ad-a14d-b051bb5690bc tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Feb 10 23:17:10.656033 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad4633-3836-49e9-927a-e37a23094631 req-850219d6-8106-4f37-9dc8-5efda3cb3a99 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:10.657507 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6aad4633-3836-49e9-927a-e37a23094631 req-850219d6-8106-4f37-9dc8-5efda3cb3a99 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0554361 Feb 10 23:17:10.703378 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6aad4633-3836-49e9-927a-e37a23094631 req-a6497a06-3b15-4348-988d-74af034d8222 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402422 Feb 10 23:17:10.792915 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a31ec5e4-43ac-48ee-8451-cef386864742'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:17:10.984308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46762d72-ea6b-4fbb-bcaa-5a3e29776ca1 req-290799cc-fba0-4173-989d-5640695e6a61 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:10.985888 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46762d72-ea6b-4fbb-bcaa-5a3e29776ca1 req-290799cc-fba0-4173-989d-5640695e6a61 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0535467 Feb 10 23:17:11.036108 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46762d72-ea6b-4fbb-bcaa-5a3e29776ca1 req-cd092712-54d7-4499-985a-59092416c10e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Feb 10 23:17:11.086534 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b02cbe-9fa8-4405-ad99-c3435e5b2a0f req-47399e04-e80a-4c56-830c-6a928a2e789d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:11.089258 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32b02cbe-9fa8-4405-ad99-c3435e5b2a0f req-47399e04-e80a-4c56-830c-6a928a2e789d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 944 time: 0.0745234 Feb 10 23:17:11.139972 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32b02cbe-9fa8-4405-ad99-c3435e5b2a0f req-83db5b99-e700-4bbf-bcf2-51e8a927596d tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Feb 10 23:17:11.298052 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-546296c2-9329-4c5f-9da8-507c0be75128 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:11.299573 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-546296c2-9329-4c5f-9da8-507c0be75128 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.1046865 Feb 10 23:17:11.318167 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-80730960-719f-42c4-992f-960328ab7875 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/quotas/9ab12603f3ae4b098df08267be769e7a HTTP/1.1" status: 200 len: 375 time: 0.0103376 Feb 10 23:17:11.372411 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-7d73983e-f043-49ce-b255-8ea8308019d6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512578 Feb 10 23:17:11.465008 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-f82ed061-aad4-4cfd-beff-86e80d87457d service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Feb 10 23:17:11.572726 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-9b9a659d-b4c5-432b-af23-8caf92d6a0c6 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951028 Feb 10 23:17:11.720641 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-552b3215-b60f-44ea-b9c1-5f54bf2fe097 req-dc4bafc1-c7a3-4eb6-8bd7-a04c6df0f960 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 210 time: 0.0273433 Feb 10 23:17:11.831711 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce2fa0-4b67-4bad-b394-135dffd5c2bd req-3f626358-2551-49d2-92f8-78c22747aeed tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:11.833278 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-57ce2fa0-4b67-4bad-b394-135dffd5c2bd req-3f626358-2551-49d2-92f8-78c22747aeed tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0574193 Feb 10 23:17:11.884715 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-57ce2fa0-4b67-4bad-b394-135dffd5c2bd req-69ba2a2c-4b21-4c65-80af-6fbb44f489fa tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 Feb 10 23:17:12.167216 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c89ae1-767f-45ed-9d14-c4bbc8c6ad06 req-3b8f4f66-f51d-49f9-afc5-d50033b38efd tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:12.168746 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-47c89ae1-767f-45ed-9d14-c4bbc8c6ad06 req-3b8f4f66-f51d-49f9-afc5-d50033b38efd tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0586329 Feb 10 23:17:12.217873 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-47c89ae1-767f-45ed-9d14-c4bbc8c6ad06 req-d1e37844-ad40-490c-8a70-24da83d9961a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435319 Feb 10 23:17:12.275380 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5be8d-3564-425a-b15f-a484b5dcb233 req-f7e36614-063c-43a2-a285-dee2dffc6035 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:12.276916 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9d5be8d-3564-425a-b15f-a484b5dcb233 req-f7e36614-063c-43a2-a285-dee2dffc6035 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 944 time: 0.0604899 Feb 10 23:17:12.326954 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9d5be8d-3564-425a-b15f-a484b5dcb233 req-52cfb472-98ed-431f-afcb-18c69c95ac85 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Feb 10 23:17:12.348443 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee1daa-2a51-43b1-805b-187096b1f985 req-4244e860-a157-4998-82d6-9f9ef9b0a1d2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:12.350135 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-10ee1daa-2a51-43b1-805b-187096b1f985 req-4244e860-a157-4998-82d6-9f9ef9b0a1d2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0590837 Feb 10 23:17:12.396456 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-10ee1daa-2a51-43b1-805b-187096b1f985 req-8b097914-1224-4659-8425-f6ea634c4e5f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Feb 10 23:17:12.406721 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a31ec5e4-43ac-48ee-8451-cef386864742 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:17:12.457624 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a31ec5e4-43ac-48ee-8451-cef386864742 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:12.462339 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a31ec5e4-43ac-48ee-8451-cef386864742 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:12.462742 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:12.540259 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a31ec5e4-43ac-48ee-8451-cef386864742 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:17:12.540667 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:12.563518 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d96de34-9bae-4820-bddb-86174cb74904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ec5e4-43ac-48ee-8451-cef386864742'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:12.565784 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e94a234-2bc4-4213-a59d-16e2655d93da" -d '{"events": [{"server_uuid": "6d96de34-9bae-4820-bddb-86174cb74904", "name": "network-vif-plugged", "status": "completed", "tag": "a31ec5e4-43ac-48ee-8451-cef386864742"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:12.597630 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a31ec5e4-43ac-48ee-8451-cef386864742, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a31ec5e4-43ac-48ee-8451-cef386864742,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:12.611191 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:12.651157 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad3fd07-2d13-4801-8e7e-d9d922b72c21 x-openstack-request-id: req-aad3fd07-2d13-4801-8e7e-d9d922b72c21 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:12.651405 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d96de34-9bae-4820-bddb-86174cb74904", "name": "network-vif-plugged", "status": "completed", "tag": "a31ec5e4-43ac-48ee-8451-cef386864742", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:12.651670 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aad3fd07-2d13-4801-8e7e-d9d922b72c21 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:12.652102 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d96de34-9bae-4820-bddb-86174cb74904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31ec5e4-43ac-48ee-8451-cef386864742', 'code': 200} Feb 10 23:17:12.710970 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a31ec5e4-43ac-48ee-8451-cef386864742,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:12.860388 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-34365359-4c37-42d1-8477-fe653d182c40 req-ff10aee2-60af-4b1c-83bb-4363cd3f66fc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 210 time: 0.0535448 Feb 10 23:17:12.861514 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e430dbfa-eaa7-41a7-88cf-a9c6ed490eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:13.053029 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-81bde756-6e0a-45f6-ad10-6a86e9172298 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:13.054498 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-81bde756-6e0a-45f6-ad10-6a86e9172298 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.1692457 Feb 10 23:17:13.056234 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fca48f-0d7b-4b65-88b0-1c0d4a7550aa req-e02534e4-4d87-4b66-be2e-a64c31f7d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:13.057568 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94fca48f-0d7b-4b65-88b0-1c0d4a7550aa req-e02534e4-4d87-4b66-be2e-a64c31f7d39f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 1129 time: 0.1394601 Feb 10 23:17:13.072563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638fa13-0ad4-4b43-a58c-a55574a369ad req-e2ff09d7-a9d8-4353-9525-f2a6381ef257 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:13.073943 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b638fa13-0ad4-4b43-a58c-a55574a369ad req-e2ff09d7-a9d8-4353-9525-f2a6381ef257 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.1001220 Feb 10 23:17:13.098610 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Request body: {'port': {'device_id': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'admin_state_up': True, 'tenant_id': '9ab12603f3ae4b098df08267be769e7a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:17:13.197708 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b638fa13-0ad4-4b43-a58c-a55574a369ad req-09f5ae51-6d88-409c-bcd2-b59f4c148d98 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181135 Feb 10 23:17:13.214944 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94fca48f-0d7b-4b65-88b0-1c0d4a7550aa req-66b329ff-4b6f-4b8a-87fb-064f7c17693e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131392 Feb 10 23:17:13.255267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Made reservation on behalf of 9ab12603f3ae4b098df08267be769e7a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:17:13.259043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:13.384380 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Allocated IP 172.20.0.9 (f4dc74d2-e23d-4580-93d2-ff2d10747684/b324a28d-3d0c-44f8-b916-6418c0a65509/f82fd231-cba5-451b-a62d-7a74b3e3d46c) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:17:13.452102 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49176a-ad66-4bde-95b5-d61f3a9175bb req-b51b86db-b247-4f2b-bca9-601ff75a5cf9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:13.453508 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac49176a-ad66-4bde-95b5-d61f3a9175bb req-b51b86db-b247-4f2b-bca9-601ff75a5cf9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0572133 Feb 10 23:17:13.501536 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac49176a-ad66-4bde-95b5-d61f3a9175bb req-538b8f22-b92e-47ec-b4c4-ee601af8fdf0 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412893 Feb 10 23:17:13.529094 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks [] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:13.565820 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:13.610237 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:13.613349 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:13.617235 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:17:13.621432 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc', '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:17:13.640706 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event updated for resources: {'Port': ['ID=f82fd231-cba5-451b-a62d-7a74b3e3d46c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:13.671454 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:13.672022 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:13.697432 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-c55b9fb1-e1df-4948-8cf7-aa1b1061c5df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024351 Feb 10 23:17:13.776890 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Request body: {'port': {'device_id': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:17:13.857171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.288959 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bf883-4a49-49fa-b7dc-61cfbb5694ce req-7dcb0a73-3e2e-4303-a04d-853c22bb4077 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:14.290429 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d13bf883-4a49-49fa-b7dc-61cfbb5694ce req-7dcb0a73-3e2e-4303-a04d-853c22bb4077 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 931 time: 0.3244214 Feb 10 23:17:14.318297 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a81de3-0e82-42a1-bcfb-37497ad542f1 req-ecb77239-0b82-41f3-a9b5-de5f04bb2543 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:14.320614 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5a81de3-0e82-42a1-bcfb-37497ad542f1 req-ecb77239-0b82-41f3-a9b5-de5f04bb2543 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0516067 Feb 10 23:17:14.361799 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d13bf883-4a49-49fa-b7dc-61cfbb5694ce req-93233a6e-aa6a-479b-9cd7-4e9c04e140a1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638399 Feb 10 23:17:14.371368 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5a81de3-0e82-42a1-bcfb-37497ad542f1 req-21c7e5a2-2762-4e34-879a-4cf425ddd5af tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447724 Feb 10 23:17:14.419412 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82fd231-cba5-451b-a62d-7a74b3e3d46c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:17:14.426837 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Publish callbacks [] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.439533 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Transition to ACTIVE for port object f82fd231-cba5-451b-a62d-7a74b3e3d46c will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:14.442840 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.489945 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Pushing event updated for resources: {'Port': ['ID=f82fd231-cba5-451b-a62d-7a74b3e3d46c,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:14.560751 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Attempting to bind port f82fd231-cba5-451b-a62d-7a74b3e3d46c on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:17:14.561099 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Attempting to bind port f82fd231-cba5-451b-a62d-7a74b3e3d46c by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:17:14.561429 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Attempting to bind port f82fd231-cba5-451b-a62d-7a74b3e3d46c on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:17:14.565847 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Port f82fd231-cba5-451b-a62d-7a74b3e3d46c on network f4dc74d2-e23d-4580-93d2-ff2d10747684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:17:14.566234 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Attempting to bind port f82fd231-cba5-451b-a62d-7a74b3e3d46c on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:17:14.581182 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:17:14.581521 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Checking segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:17:14.581895 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Bound using segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:17:14.582318 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Bound port: f82fd231-cba5-451b-a62d-7a74b3e3d46c, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:17:14.582669 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.592131 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:17:14.667428 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b408355-9432-49a7-bc5e-75488714fd46 req-c7d7a022-d58a-4665-bcbb-5c96473ab7d9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:14.668850 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b408355-9432-49a7-bc5e-75488714fd46 req-c7d7a022-d58a-4665-bcbb-5c96473ab7d9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0993872 Feb 10 23:17:14.690483 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:14.692154 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] For port f82fd231-cba5-451b-a62d-7a74b3e3d46c, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:14.705409 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '60e226ea-299e-4079-87c5-eeac730551eb', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'port_id': '60e226ea-299e-4079-87c5-eeac730551eb', 'mac_address': 'fa:16:3e:75:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:17:14.713747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] For port f82fd231-cba5-451b-a62d-7a74b3e3d46c, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f82fd231-cba5-451b-a62d-7a74b3e3d46c,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:14.725393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.742607 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:17:14.742991 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.755628 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e226ea-299e-4079-87c5-eeac730551eb {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:17:14.758648 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b408355-9432-49a7-bc5e-75488714fd46 req-f4538be3-0fc9-4288-8d39-a45ee45c95c8 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840030 Feb 10 23:17:14.769743 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:14.770368 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.771789 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] 10.222.0.43 "PUT /v2.0/ports/f82fd231-cba5-451b-a62d-7a74b3e3d46c HTTP/1.1" status: 200 len: 1093 time: 1.0002515 Feb 10 23:17:14.772265 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'tag': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:14.781234 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209601fc-3cf5-453d-8fad-2ceb9901e350" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c6453-897e-4637-b420-c6f389cd67ae", "tag": "f82fd231-cba5-451b-a62d-7a74b3e3d46c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:14.782518 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:14.785270 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:14.803877 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c1d0-8077-40f1-a548-535c7c0b0595 service neutron] Pushing event updated for resources: {'Port': ['ID=f82fd231-cba5-451b-a62d-7a74b3e3d46c,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:14.821591 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4fd14c-8703-4b19-8cd6-529dddb80cd1 x-openstack-request-id: req-9a4fd14c-8703-4b19-8cd6-529dddb80cd1 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:14.821878 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c6453-897e-4637-b420-c6f389cd67ae", "tag": "f82fd231-cba5-451b-a62d-7a74b3e3d46c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:14.822132 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a4fd14c-8703-4b19-8cd6-529dddb80cd1 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:14.822526 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'tag': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c', 'status': 'completed', 'code': 200} Feb 10 23:17:14.840960 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:15.037841 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c866c-b722-4c7e-b19c-b87ffa25c253 req-737ce0dd-24ff-40d7-965d-5bdac2f726e4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.039299 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-553c866c-b722-4c7e-b19c-b87ffa25c253 req-737ce0dd-24ff-40d7-965d-5bdac2f726e4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0549016 Feb 10 23:17:15.086484 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-553c866c-b722-4c7e-b19c-b87ffa25c253 req-ab140417-717f-4b53-96c2-109abbbdda1b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Feb 10 23:17:15.222824 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-baa49885-2a9b-4758-a698-579bc989eaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:15.487841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f51dee-69c4-4818-b08e-1005f4241f6e req-81ec23bc-7442-4c7c-bab3-22ea00fc8738 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.489272 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21f51dee-69c4-4818-b08e-1005f4241f6e req-81ec23bc-7442-4c7c-bab3-22ea00fc8738 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0554070 Feb 10 23:17:15.494620 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122e301-668b-44eb-b474-4f1493438cd4 req-94febfcd-1475-4ec4-afb7-c6d6e3e7861b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.496152 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7122e301-668b-44eb-b474-4f1493438cd4 req-94febfcd-1475-4ec4-afb7-c6d6e3e7861b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0526693 Feb 10 23:17:15.537864 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21f51dee-69c4-4818-b08e-1005f4241f6e req-373bf829-8fac-4ffc-aa25-9dba56a3227c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Feb 10 23:17:15.543570 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7122e301-668b-44eb-b474-4f1493438cd4 req-98892405-ec57-40b8-9328-3258dfcc327a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421245 Feb 10 23:17:15.876322 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4753-2e0f-4e6a-ad8e-8bc4018646cc req-ee8364ea-f91d-43a5-9f75-8099923806c3 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:15.877790 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ceb4753-2e0f-4e6a-ad8e-8bc4018646cc req-ee8364ea-f91d-43a5-9f75-8099923806c3 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Feb 10 23:17:15.920430 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:15.927442 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ceb4753-2e0f-4e6a-ad8e-8bc4018646cc req-94c13ce3-788e-4a6c-b2ff-0be857ae124b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440073 Feb 10 23:17:16.202929 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18067fcb-1f55-4fda-a866-3c3ff8da3bb8 req-641177f3-a8cd-4536-bcc3-0c3a4cccbe35 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:16.204441 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-18067fcb-1f55-4fda-a866-3c3ff8da3bb8 req-641177f3-a8cd-4536-bcc3-0c3a4cccbe35 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Feb 10 23:17:16.254329 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-18067fcb-1f55-4fda-a866-3c3ff8da3bb8 req-ba348bc7-4d31-4af6-8f52-a15a7f1d3ae8 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Feb 10 23:17:16.654530 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8a4c6-b93d-4a6d-9ca1-4b5bf1724425 req-e137ec29-e5ca-4307-b79a-3c2237516d9d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:16.656055 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41d8a4c6-b93d-4a6d-9ca1-4b5bf1724425 req-e137ec29-e5ca-4307-b79a-3c2237516d9d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0535982 Feb 10 23:17:16.663096 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2b7b7-6a7e-4f74-b9d2-30aaad48a86a req-7349a6db-bcab-4f4e-9459-b738895d6901 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:16.664606 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f6c2b7b7-6a7e-4f74-b9d2-30aaad48a86a req-7349a6db-bcab-4f4e-9459-b738895d6901 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0516095 Feb 10 23:17:16.707334 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41d8a4c6-b93d-4a6d-9ca1-4b5bf1724425 req-895ce5ed-4749-495b-8572-feb50cb1ce8d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455983 Feb 10 23:17:16.711381 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f6c2b7b7-6a7e-4f74-b9d2-30aaad48a86a req-1ca3f424-2597-46ff-a340-47121f09ce4b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Feb 10 23:17:17.042126 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36326456-b672-43da-b8ed-fb4dcc2d90c3 req-7f19f8fb-84c6-4931-8f1f-662f12a67c15 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:17.043592 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36326456-b672-43da-b8ed-fb4dcc2d90c3 req-7f19f8fb-84c6-4931-8f1f-662f12a67c15 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0507262 Feb 10 23:17:17.089667 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36326456-b672-43da-b8ed-fb4dcc2d90c3 req-86aa6f15-7482-40af-879a-3d5b592308bf tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Feb 10 23:17:17.370507 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d516c-4d1b-469f-a06a-573a3549af78 req-981a8d6b-be5c-4aaf-a789-49ecc6246d9b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:17.372027 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-446d516c-4d1b-469f-a06a-573a3549af78 req-981a8d6b-be5c-4aaf-a789-49ecc6246d9b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Feb 10 23:17:17.418924 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-446d516c-4d1b-469f-a06a-573a3549af78 req-d9d0351d-1d4c-422f-97d9-29ab212160b6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413883 Feb 10 23:17:17.592272 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:17.823665 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dc5bd-cf60-4f9f-9258-6b3a05c9314c req-10fe3510-43d2-4d25-9012-85f7aabbf7c1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:17.825185 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b35dc5bd-cf60-4f9f-9258-6b3a05c9314c req-10fe3510-43d2-4d25-9012-85f7aabbf7c1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0518854 Feb 10 23:17:17.833232 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ffb96-956f-465f-a1a3-8a1f1f8011ef req-6be6f1d3-c813-4f8f-be6a-7dea2bc41c80 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:17.834876 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d34ffb96-956f-465f-a1a3-8a1f1f8011ef req-6be6f1d3-c813-4f8f-be6a-7dea2bc41c80 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0552132 Feb 10 23:17:17.872679 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b35dc5bd-cf60-4f9f-9258-6b3a05c9314c req-2d584ad6-2f5d-4892-8297-a7cb6afecdbe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418532 Feb 10 23:17:17.882757 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d34ffb96-956f-465f-a1a3-8a1f1f8011ef req-0e3e5b74-a145-48e5-8f7d-a6fd76580395 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Feb 10 23:17:18.207051 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a5318-f2e1-4cbc-892a-f18457227e93 req-403abc05-9bad-4249-b934-28a6a82861c4 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:18.208534 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-564a5318-f2e1-4cbc-892a-f18457227e93 req-403abc05-9bad-4249-b934-28a6a82861c4 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0543883 Feb 10 23:17:18.253987 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-564a5318-f2e1-4cbc-892a-f18457227e93 req-03f03251-aa0c-4482-8924-953e8faa66b5 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Feb 10 23:17:18.532204 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de80737-a82d-4ad1-92d4-3ed8e80e7eac req-e1004f67-9ff5-4947-bb86-aaf33a482101 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:18.533669 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9de80737-a82d-4ad1-92d4-3ed8e80e7eac req-e1004f67-9ff5-4947-bb86-aaf33a482101 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0512130 Feb 10 23:17:18.578516 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9de80737-a82d-4ad1-92d4-3ed8e80e7eac req-67746dde-52cb-4010-8a1f-3a4aeed04c5c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393603 Feb 10 23:17:18.987318 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7424f-0a0c-42f5-9be8-b8e74e34a0e8 req-de98096f-5c1a-4d5c-a90e-ccf93ace244a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:18.988974 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25d7424f-0a0c-42f5-9be8-b8e74e34a0e8 req-de98096f-5c1a-4d5c-a90e-ccf93ace244a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0519247 Feb 10 23:17:19.004734 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fbc5-70e9-4d4c-bb9d-dc025f7de2ad req-43a73810-fc09-4b41-afb4-dc7df0ad5dee tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.006222 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6f6fbc5-70e9-4d4c-bb9d-dc025f7de2ad req-43a73810-fc09-4b41-afb4-dc7df0ad5dee tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Feb 10 23:17:19.035935 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25d7424f-0a0c-42f5-9be8-b8e74e34a0e8 req-77080e32-b8a1-4bbf-b364-063a2c0af9df tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Feb 10 23:17:19.058513 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6f6fbc5-70e9-4d4c-bb9d-dc025f7de2ad req-08dd06dc-fd64-441f-a47f-7964a82fc2a3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458860 Feb 10 23:17:19.189505 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-c53f49f4-3e18-4d46-b9be-f1173efe381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.190993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-c53f49f4-3e18-4d46-b9be-f1173efe381f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0701237 Feb 10 23:17:19.193307 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209601fc-3cf5-453d-8fad-2ceb9901e350 req-817c91b7-265c-4b3d-80d3-e125f73ab161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.194694 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-209601fc-3cf5-453d-8fad-2ceb9901e350 req-817c91b7-265c-4b3d-80d3-e125f73ab161 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 1127 time: 0.0827703 Feb 10 23:17:19.244622 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:17:19.399667 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209601fc-3cf5-453d-8fad-2ceb9901e350 req-2b04b140-f89b-43ae-b303-d628e69a9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.401157 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-209601fc-3cf5-453d-8fad-2ceb9901e350 req-2b04b140-f89b-43ae-b303-d628e69a9840 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=9ab12603f3ae4b098df08267be769e7a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1882956 Feb 10 23:17:19.402978 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-366ee0be-a318-431a-bbfd-c01190f3713e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.404314 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-366ee0be-a318-431a-bbfd-c01190f3713e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.1925685 Feb 10 23:17:19.419317 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af453e75-733e-4e31-b141-e29c128eed17 req-9eab3ce4-67a4-45c6-bdac-9ff6c5b1b073 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.420741 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af453e75-733e-4e31-b141-e29c128eed17 req-9eab3ce4-67a4-45c6-bdac-9ff6c5b1b073 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0967851 Feb 10 23:17:19.503808 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-f9e826ae-6727-419a-9717-bbfc8bdd67ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 217 time: 0.0615153 Feb 10 23:17:19.540560 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:19.591053 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af453e75-733e-4e31-b141-e29c128eed17 req-877166a9-af07-48d9-879a-963ce7271d59 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648357 Feb 10 23:17:19.619157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-c11c02e1-1560-43f4-a97a-9fc8864fa115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.620688 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-c11c02e1-1560-43f4-a97a-9fc8864fa115 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.1061459 Feb 10 23:17:19.623381 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209601fc-3cf5-453d-8fad-2ceb9901e350 req-0e861255-5b00-4391-a036-7a89e62f3f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.624741 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-209601fc-3cf5-453d-8fad-2ceb9901e350 req-0e861255-5b00-4391-a036-7a89e62f3f09 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1815848 Feb 10 23:17:19.674413 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-24adc61a-0459-4126-9ac3-186d7259b26a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284305 Feb 10 23:17:19.698059 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e021f-f591-4e5d-8850-fbea1e796d69 req-63188b70-f279-45da-b950-6a1f5f90ca7b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.699551 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e1e021f-f591-4e5d-8850-fbea1e796d69 req-63188b70-f279-45da-b950-6a1f5f90ca7b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Feb 10 23:17:19.746945 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e1e021f-f591-4e5d-8850-fbea1e796d69 req-6d3e7054-fbbe-4f5f-9684-e18a749fa5e2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415487 Feb 10 23:17:19.824976 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-2ef1b7e2-524d-4955-a9bc-872448f0e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:19.826469 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-2ef1b7e2-524d-4955-a9bc-872448f0e05a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 1127 time: 0.0977156 Feb 10 23:17:19.831523 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-0a2ba730-f2a9-46ea-95d2-bee872fb7302 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204064 Feb 10 23:17:19.885560 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-46726b54-2345-4c8b-be14-d5f8ba0f7c79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f82fd231-cba5-451b-a62d-7a74b3e3d46c HTTP/1.1" status: 200 len: 217 time: 0.0407798 Feb 10 23:17:19.994686 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99ba535d-9543-4f46-b03e-6b9a70d1d72f req-d578c482-575b-4c6a-853e-e487de16ad99 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427987 Feb 10 23:17:20.001769 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-dcf1f067-8309-44a4-a0ad-c6a189dbae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:20.003184 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-dcf1f067-8309-44a4-a0ad-c6a189dbae9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.0580733 Feb 10 23:17:20.129808 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-4a4b0cc6-8f79-412f-b166-150955572746 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536039 Feb 10 23:17:20.136373 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['60e226ea-299e-4079-87c5-eeac730551eb'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:17:20.225741 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e046bf-a892-41fe-9693-46ed09b7c7d0 req-9cf8fb9e-1026-4340-b740-f3e02722babe tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:20.227418 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-14e046bf-a892-41fe-9693-46ed09b7c7d0 req-9cf8fb9e-1026-4340-b740-f3e02722babe tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0814574 Feb 10 23:17:20.299355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867ede6-7440-4b0a-8afa-4ce9f22ca3bc req-1b9c55b6-3e00-4108-a38d-43fef36d6c8f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:20.300910 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f867ede6-7440-4b0a-8afa-4ce9f22ca3bc req-1b9c55b6-3e00-4108-a38d-43fef36d6c8f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.1809912 Feb 10 23:17:20.311914 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-14e046bf-a892-41fe-9693-46ed09b7c7d0 req-3f715825-aab0-4f9c-85cf-267ef768e914 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781772 Feb 10 23:17:20.353459 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-2b74fadb-20ff-4cee-a3ef-f41eaa27559f service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128243 Feb 10 23:17:20.409170 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f867ede6-7440-4b0a-8afa-4ce9f22ca3bc req-010d89fd-25f9-43da-be0d-949cb283ec8e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995617 Feb 10 23:17:20.468723 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9aef41ce-8258-47f7-bafa-8b422bb5c182 req-b0457c4a-a137-4bef-af3b-6b1556194bbb service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974107 Feb 10 23:17:20.718180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec344a1-9273-4f06-a965-3ef1e36c95fa req-3b09475a-80ce-418e-9b11-677372ca5c76 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:20.719639 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cec344a1-9273-4f06-a965-3ef1e36c95fa req-3b09475a-80ce-418e-9b11-677372ca5c76 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Feb 10 23:17:20.765490 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cec344a1-9273-4f06-a965-3ef1e36c95fa req-630adf70-f99f-4213-821b-9099412ef2db tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Feb 10 23:17:20.864098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aad7e-b58b-4132-a9c0-ed78549ba256 req-4e828734-3a07-4570-95b2-fdd8c4f992f6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:20.865590 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-196aad7e-b58b-4132-a9c0-ed78549ba256 req-4e828734-3a07-4570-95b2-fdd8c4f992f6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0528870 Feb 10 23:17:20.916920 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-196aad7e-b58b-4132-a9c0-ed78549ba256 req-6e803ae2-11c7-470e-bfea-77bd2e6977fe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 Feb 10 23:17:21.420342 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf11d6e-7614-4987-a474-fc326bed75c6 req-5aef2bae-78bc-4467-bc23-a58566300061 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:21.421806 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cbf11d6e-7614-4987-a474-fc326bed75c6 req-5aef2bae-78bc-4467-bc23-a58566300061 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0525835 Feb 10 23:17:21.472918 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cbf11d6e-7614-4987-a474-fc326bed75c6 req-617f7df8-cb67-4d39-99fa-0a9fc849275a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 Feb 10 23:17:21.541139 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963ea5d-2ecf-4e78-bce7-e21aef4506fc req-33a99288-3a0d-4c81-8a29-1088f903aaea tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:21.542669 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1963ea5d-2ecf-4e78-bce7-e21aef4506fc req-33a99288-3a0d-4c81-8a29-1088f903aaea tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0574183 Feb 10 23:17:21.598570 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1963ea5d-2ecf-4e78-bce7-e21aef4506fc req-2625d46c-261f-419d-a8e2-d52903bfb1fb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Feb 10 23:17:21.796338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6acfa-9520-4e2f-8db5-491691103d48 req-9d667702-d1b0-4916-82b0-025a453161ea tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:21.797796 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5c6acfa-9520-4e2f-8db5-491691103d48 req-9d667702-d1b0-4916-82b0-025a453161ea tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Feb 10 23:17:21.842776 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5c6acfa-9520-4e2f-8db5-491691103d48 req-3a07b82b-6b18-4022-8114-351b3495357b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Feb 10 23:17:22.050469 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226dad4f-d055-4dab-98f8-d41d65bda301 req-f19fe0ec-eefa-4357-8367-3b9173d75638 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:22.052048 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-226dad4f-d055-4dab-98f8-d41d65bda301 req-f19fe0ec-eefa-4357-8367-3b9173d75638 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0683084 Feb 10 23:17:22.099562 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-226dad4f-d055-4dab-98f8-d41d65bda301 req-50c51695-03b1-4277-b3ac-ab18bfc9f271 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Feb 10 23:17:22.602621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feffae6-f22d-4f4d-92ea-5909bf5790eb req-d12d7899-26b2-4744-9398-7c86ec990355 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:22.604102 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5feffae6-f22d-4f4d-92ea-5909bf5790eb req-d12d7899-26b2-4744-9398-7c86ec990355 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0549619 Feb 10 23:17:22.651879 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5feffae6-f22d-4f4d-92ea-5909bf5790eb req-351fe902-e40a-4989-9e05-596801db81fe tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Feb 10 23:17:22.720896 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68f169-25ad-44ab-9bf8-4fdb5c36f670 req-04c72487-e298-40ef-91bb-5731485181bc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:22.722393 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a68f169-25ad-44ab-9bf8-4fdb5c36f670 req-04c72487-e298-40ef-91bb-5731485181bc tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0529084 Feb 10 23:17:22.769891 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6a68f169-25ad-44ab-9bf8-4fdb5c36f670 req-b7129cc3-f3be-45dc-941f-6a4a0f798a3c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413227 Feb 10 23:17:22.957328 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513008ea-b88d-435b-9d18-ad426c94c5f5 req-70b92494-a510-4d9f-8e78-63e6f7b5b9b6 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:22.958783 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-513008ea-b88d-435b-9d18-ad426c94c5f5 req-70b92494-a510-4d9f-8e78-63e6f7b5b9b6 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0508895 Feb 10 23:17:23.004288 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-513008ea-b88d-435b-9d18-ad426c94c5f5 req-6658aa10-5a73-4b04-bac4-2c8c3f744e84 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Feb 10 23:17:23.110401 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:17:23.162541 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 60e226ea-299e-4079-87c5-eeac730551eb completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:23.167612 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 60e226ea-299e-4079-87c5-eeac730551eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:23.168067 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (60e226ea-299e-4079-87c5-eeac730551eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:23.218989 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a4ff1-5d00-409a-9ab5-ef28802a65f1 req-2d35c7a1-8926-4263-9345-b927595376a6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:23.220507 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-861a4ff1-5d00-409a-9ab5-ef28802a65f1 req-2d35c7a1-8926-4263-9345-b927595376a6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Feb 10 23:17:23.245061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:17:23.245467 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:23.269754 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:23.272546 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3bae77-8014-4a52-910c-07dc1d0ca0b9" -d '{"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-plugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:23.273155 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-861a4ff1-5d00-409a-9ab5-ef28802a65f1 req-29a12071-40da-4f68-a6dd-5b7296e2e8c0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Feb 10 23:17:23.286557 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:23.291484 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:23.316387 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912183aa-d807-4f17-9a7a-b9f086a67b11 x-openstack-request-id: req-912183aa-d807-4f17-9a7a-b9f086a67b11 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:23.316698 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-plugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:23.316954 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-912183aa-d807-4f17-9a7a-b9f086a67b11 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:23.317338 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'code': 200} Feb 10 23:17:23.342598 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:23.565571 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bdcdd-9fc2-4e6a-8352-e2131a664cc0 req-927157f6-d2d4-4a3f-811d-c46f98ab2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:23.566983 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b9bdcdd-9fc2-4e6a-8352-e2131a664cc0 req-927157f6-d2d4-4a3f-811d-c46f98ab2f00 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1130 time: 0.0428689 Feb 10 23:17:23.672967 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b9bdcdd-9fc2-4e6a-8352-e2131a664cc0 req-b4baf604-ecec-4818-bb14-d87a0340f85f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411968 Feb 10 23:17:23.770482 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a004e-8d1e-419e-9659-90856df7aa79 req-d73068cb-729f-4fe9-87aa-a501832df7e3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:23.771985 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bd9a004e-8d1e-419e-9659-90856df7aa79 req-d73068cb-729f-4fe9-87aa-a501832df7e3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0513229 Feb 10 23:17:23.819348 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bd9a004e-8d1e-419e-9659-90856df7aa79 req-fc22d00e-faeb-473f-81d4-e3c04cb8850b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Feb 10 23:17:23.890473 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a536a-1db2-4477-8372-7944e5a9dfee req-3ebff9a4-7021-4fab-b0c8-b7f92f2039d6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:23.891996 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee3a536a-1db2-4477-8372-7944e5a9dfee req-3ebff9a4-7021-4fab-b0c8-b7f92f2039d6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0526326 Feb 10 23:17:23.940525 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee3a536a-1db2-4477-8372-7944e5a9dfee req-73c5ab0c-6c4d-4970-b551-32c04fd6a722 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Feb 10 23:17:24.124024 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e915280-0b39-40e7-9166-b4b239c5b325 req-8f3e7867-b174-42a6-83d6-b71b895ac9f9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:24.125531 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e915280-0b39-40e7-9166-b4b239c5b325 req-8f3e7867-b174-42a6-83d6-b71b895ac9f9 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0560257 Feb 10 23:17:24.172943 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8e915280-0b39-40e7-9166-b4b239c5b325 req-8af92ade-f022-458e-b194-11657a52c360 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/security-groups?id=20f281f5-ef4c-4a07-b3f5-21d6a0404900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Feb 10 23:17:24.241637 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 48458) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:24.345880 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8e56c62-e3be-4711-8117-c68bec5fb3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.397859 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed506-2e20-4d4a-8979-6450d1293267 req-538d7243-6fc1-4817-a2ae-c4f685c3cd64 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:24.399479 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbfed506-2e20-4d4a-8979-6450d1293267 req-538d7243-6fc1-4817-a2ae-c4f685c3cd64 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0537155 Feb 10 23:17:24.429888 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8e56c62-e3be-4711-8117-c68bec5fb3fa admin admin] Publish callbacks [] for security_group (822d7337-0a42-4387-abe3-57c906f4fda2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.434078 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b8e56c62-e3be-4711-8117-c68bec5fb3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (822d7337-0a42-4387-abe3-57c906f4fda2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.473903 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbfed506-2e20-4d4a-8979-6450d1293267 req-c6dadbbb-0499-40ad-9f5d-8001daa42e26 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685141 Feb 10 23:17:24.475425 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b8e56c62-e3be-4711-8117-c68bec5fb3fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57b30b6322204e2fb323f296ad072aac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326262 Feb 10 23:17:24.476762 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e56c62-e3be-4711-8117-c68bec5fb3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822d7337-0a42-4387-abe3-57c906f4fda2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:24.477446 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 48464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:24.525846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-67868f52-b712-411c-a9c6-ff5dfd9b6a1b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:24.527287 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-67868f52-b712-411c-a9c6-ff5dfd9b6a1b tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 945 time: 0.0975494 Feb 10 23:17:24.564603 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d581cfe4-389a-475f-bb1c-9cda31826f8c admin admin] Publish callbacks [] for security_group (822d7337-0a42-4387-abe3-57c906f4fda2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.599669 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d581cfe4-389a-475f-bb1c-9cda31826f8c admin admin] Publish callbacks [] for security_group (822d7337-0a42-4387-abe3-57c906f4fda2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.672696 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Deleting port a31ec5e4-43ac-48ee-8451-cef386864742 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:17:24.673037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.689006 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d581cfe4-389a-475f-bb1c-9cda31826f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (822d7337-0a42-4387-abe3-57c906f4fda2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.691578 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d581cfe4-389a-475f-bb1c-9cda31826f8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.692724 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d581cfe4-389a-475f-bb1c-9cda31826f8c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/822d7337-0a42-4387-abe3-57c906f4fda2 HTTP/1.1" status: 204 len: 168 time: 0.2143629 Feb 10 23:17:24.711219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581cfe4-389a-475f-bb1c-9cda31826f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822d7337-0a42-4387-abe3-57c906f4fda2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:24.778383 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] For port a31ec5e4-43ac-48ee-8451-cef386864742, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a31ec5e4-43ac-48ee-8451-cef386864742,segment=NetworkSegment(90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6),segment_id=90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:24.778750 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.791995 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Calling delete_port for a31ec5e4-43ac-48ee-8451-cef386864742 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:17:24.930185 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a31ec5e4-43ac-48ee-8451-cef386864742), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:24.957830 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564767c-a2aa-4138-af8a-23e1fc1119b3 req-237a5647-b062-4c0f-9b95-6c620d752584 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:24.959558 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f564767c-a2aa-4138-af8a-23e1fc1119b3 req-237a5647-b062-4c0f-9b95-6c620d752584 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0575411 Feb 10 23:17:24.961218 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Pushing event deleted for resources: {'Port': ['ID=a31ec5e4-43ac-48ee-8451-cef386864742,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:24.985152 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a31ec5e4-43ac-48ee-8451-cef386864742'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:17:25.014921 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] No DVR routers for this DVR port a31ec5e4-43ac-48ee-8451-cef386864742 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:17:25.020174 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:25.024597 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4ed6e0a-7fbc-49f8-bdca-f054bd85467a req-45c58af8-d816-4c34-b72f-491279a7a779 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.43 "DELETE /v2.0/ports/a31ec5e4-43ac-48ee-8451-cef386864742 HTTP/1.1" status: 204 len: 173 time: 0.4854176 Feb 10 23:17:25.025923 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d96de34-9bae-4820-bddb-86174cb74904', 'name': 'network-vif-deleted', 'tag': 'a31ec5e4-43ac-48ee-8451-cef386864742'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:25.028232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41fd47d-a7a5-41ec-a246-3eed9a1e1732" -d '{"events": [{"server_uuid": "6d96de34-9bae-4820-bddb-86174cb74904", "name": "network-vif-deleted", "tag": "a31ec5e4-43ac-48ee-8451-cef386864742"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:25.032382 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f564767c-a2aa-4138-af8a-23e1fc1119b3 req-7647b076-1fa0-4442-bcdb-33e92db7a6ad tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635419 Feb 10 23:17:25.098853 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4dd42-53ba-4392-b2c9-1999d097a8f8 req-2f8bd23b-b75b-46f8-9f5d-e4c2bd2e597c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:25.102042 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25c4dd42-53ba-4392-b2c9-1999d097a8f8 req-2f8bd23b-b75b-46f8-9f5d-e4c2bd2e597c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 943 time: 0.0684061 Feb 10 23:17:25.104045 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device f82fd231-cba5-451b-a62d-7a74b3e3d46c details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:17:25.108116 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d85405-05f9-4927-bf96-4d289af2e932 x-openstack-request-id: req-55d85405-05f9-4927-bf96-4d289af2e932 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:25.108483 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d96de34-9bae-4820-bddb-86174cb74904", "name": "network-vif-deleted", "tag": "a31ec5e4-43ac-48ee-8451-cef386864742", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:25.108801 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55d85405-05f9-4927-bf96-4d289af2e932 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:25.109931 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d96de34-9bae-4820-bddb-86174cb74904', 'name': 'network-vif-deleted', 'tag': 'a31ec5e4-43ac-48ee-8451-cef386864742', 'status': 'completed', 'code': 200} Feb 10 23:17:25.159260 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25c4dd42-53ba-4392-b2c9-1999d097a8f8 req-a8bb6076-6e8f-4905-9000-921dc1c38bef tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483501 Feb 10 23:17:25.215450 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port f82fd231-cba5-451b-a62d-7a74b3e3d46c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f82fd231-cba5-451b-a62d-7a74b3e3d46c,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:25.228639 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'port_id': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c', 'mac_address': 'fa:16:3e:6a:9a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b324a28d-3d0c-44f8-b916-6418c0a65509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:17:25.267210 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port f82fd231-cba5-451b-a62d-7a74b3e3d46c is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:17:25.267607 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:25.280979 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82fd231-cba5-451b-a62d-7a74b3e3d46c {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:17:25.297704 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8f6a4972-cd40-4564-b573-8e0956d401e8 req-52498fd2-1cc3-474b-882d-5712c0621120 tempest-VolumesActionsTest-1079413474 tempest-VolumesActionsTest-1079413474-project] 10.222.0.77 "GET /v2.0/ports?device_id=6d96de34-9bae-4820-bddb-86174cb74904 HTTP/1.1" status: 200 len: 210 time: 0.0342271 Feb 10 23:17:25.305940 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port f82fd231-cba5-451b-a62d-7a74b3e3d46c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f82fd231-cba5-451b-a62d-7a74b3e3d46c,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:25.310208 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:25.358296 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=f82fd231-cba5-451b-a62d-7a74b3e3d46c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:25.598071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33367093-2884-4e12-bc16-bea28470cd7c req-1c4c06b2-6d33-4647-9f61-7ff57cb77a6a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:25.599541 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33367093-2884-4e12-bc16-bea28470cd7c req-1c4c06b2-6d33-4647-9f61-7ff57cb77a6a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0528460 Feb 10 23:17:25.647755 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33367093-2884-4e12-bc16-bea28470cd7c req-bd5d25ca-5498-41de-9502-786d71058707 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Feb 10 23:17:26.088917 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['f82fd231-cba5-451b-a62d-7a74b3e3d46c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:17:26.169950 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c2cf1-058f-48fd-96ef-f6a1b7e3ae12 req-210c1c20-fd21-45c0-9b0f-9f0279f5fd87 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:26.171338 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6e0c2cf1-058f-48fd-96ef-f6a1b7e3ae12 req-210c1c20-fd21-45c0-9b0f-9f0279f5fd87 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0559959 Feb 10 23:17:26.218919 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6e0c2cf1-058f-48fd-96ef-f6a1b7e3ae12 req-510c3e2a-79bf-4982-948f-a4f40183be86 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420506 Feb 10 23:17:26.293170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef03510-fe80-4936-b0e8-baefc2eed351 req-a36c5163-cd89-4d1d-95d6-6a595ba37fd2 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:26.294675 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fef03510-fe80-4936-b0e8-baefc2eed351 req-a36c5163-cd89-4d1d-95d6-6a595ba37fd2 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 944 time: 0.0581870 Feb 10 23:17:26.336746 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfadec-0ec3-4538-8e6f-9a9fc7dfc9df req-8fca5627-4746-44df-b49c-0e9f43bd4206 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:26.338252 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-29dfadec-0ec3-4538-8e6f-9a9fc7dfc9df req-8fca5627-4746-44df-b49c-0e9f43bd4206 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0520890 Feb 10 23:17:26.341382 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fef03510-fe80-4936-b0e8-baefc2eed351 req-feb5396b-6587-4681-ab6a-81e44ba38705 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406752 Feb 10 23:17:26.346952 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 48522) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:26.352581 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'floatingip': {'port_id': '60e226ea-299e-4079-87c5-eeac730551eb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:17:26.431157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (3e2432cc-f094-48b4-af14-fcc8e8d864ce), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:27.151151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654391d-0126-4ef7-8ec7-0596eb91e234 req-b8cdc2ca-375e-400b-a6a9-d6fec0419b09 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:27.152672 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d654391d-0126-4ef7-8ec7-0596eb91e234 req-b8cdc2ca-375e-400b-a6a9-d6fec0419b09 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.4096420 Feb 10 23:17:27.309128 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d654391d-0126-4ef7-8ec7-0596eb91e234 req-7ee63ea2-ebb1-4903-9742-8ec944e25b62 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366057 Feb 10 23:17:27.331414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:27.335752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (3e2432cc-f094-48b4-af14-fcc8e8d864ce), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:27.437361 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Floating IP 3e2432cc-f094-48b4-af14-fcc8e8d864ce associated. External IP: 172.27.1.7, port: 60e226ea-299e-4079-87c5-eeac730551eb. Feb 10 23:17:27.458293 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f6449-1886-41cc-a92d-17de96a53455 req-cd6df3be-fa18-4071-b12f-4baa5e600dba tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:27.460415 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c85f6449-1886-41cc-a92d-17de96a53455 req-cd6df3be-fa18-4071-b12f-4baa5e600dba tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 944 time: 0.0513132 Feb 10 23:17:27.509823 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c85f6449-1886-41cc-a92d-17de96a53455 req-a41b092f-35ed-494b-bb6d-8156dd1745bd tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437202 Feb 10 23:17:27.648975 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:17:27.756877 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:17:27.761921 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:27.766392 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:17:27.776510 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:17:27.777114 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:17:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:27.790342 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-073f9089-e045-44d6-807e-3faf28519223 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "PUT /v2.0/floatingips/3e2432cc-f094-48b4-af14-fcc8e8d864ce HTTP/1.1" status: 200 len: 990 time: 1.4423444 Feb 10 23:17:27.790910 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:27.793168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a0eba3-1059-419d-a7fa-447d9b84ea6e" -d '{"events": [{"name": "network-changed", "server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:27.833935 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b1268-2c5a-41e4-ad2c-aaea5ed89200 x-openstack-request-id: req-173b1268-2c5a-41e4-ad2c-aaea5ed89200 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:27.834634 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:27.834905 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-173b1268-2c5a-41e4-ad2c-aaea5ed89200 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:27.835312 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'status': 'completed', 'code': 200} Feb 10 23:17:27.887367 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:17:28.138494 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '3e2432cc-f094-48b4-af14-fcc8e8d864ce', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'port_id': '60e226ea-299e-4079-87c5-eeac730551eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'mac_address': 'fa:16:3e:75:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb1e50-d205-4ce3-813a-66631397af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:54Z', 'updated_at': '2022-02-10T23:17:27Z', 'revision_number': 1, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:28.169878 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:17:28.180084 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:17:28.180709 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:17:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:28.292267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-4c1d4f6f-97a1-4632-a5de-81150ae77fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.294189 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-4c1d4f6f-97a1-4632-a5de-81150ae77fb1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1130 time: 0.0631387 Feb 10 23:17:28.382689 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:17:28.392451 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-c448e660-54ee-475d-b5c9-946c88d8537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.394096 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-c448e660-54ee-475d-b5c9-946c88d8537b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.0926392 Feb 10 23:17:28.436600 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b2356-bc90-4650-bff2-bbeb27b0a3b3 req-294bb672-1369-45a9-b5d7-3ee984d1c698 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.438099 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a75b2356-bc90-4650-bff2-bbeb27b0a3b3 req-294bb672-1369-45a9-b5d7-3ee984d1c698 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0556848 Feb 10 23:17:28.485769 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a75b2356-bc90-4650-bff2-bbeb27b0a3b3 req-aecd4604-8bf0-4f79-8ee7-929dcbeca5d0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Feb 10 23:17:28.603352 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '3e2432cc-f094-48b4-af14-fcc8e8d864ce', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'port_id': '60e226ea-299e-4079-87c5-eeac730551eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'mac_address': 'fa:16:3e:75:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb1e50-d205-4ce3-813a-66631397af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:54Z', 'updated_at': '2022-02-10T23:17:27Z', 'revision_number': 1, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:28.628528 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8dab0-0d89-4027-8b7f-fe615684e536 req-acc77176-a666-431f-9fce-ba0c4469a42e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:28.629292 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ad5d5d-c97e-4885-acf6-8a3b729884c5 None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '3e2432cc-f094-48b4-af14-fcc8e8d864ce', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'port_id': '60e226ea-299e-4079-87c5-eeac730551eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'mac_address': 'fa:16:3e:75:fb:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baeb1e50-d205-4ce3-813a-66631397af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:54Z', 'updated_at': '2022-02-10T23:17:27Z', 'revision_number': 1, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:17:28.630009 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93e8dab0-0d89-4027-8b7f-fe615684e536 req-acc77176-a666-431f-9fce-ba0c4469a42e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 944 time: 0.0537477 Feb 10 23:17:28.678123 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93e8dab0-0d89-4027-8b7f-fe615684e536 req-c73b07b4-9a7c-4d94-b1f4-ab15872b5098 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Feb 10 23:17:28.813730 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117ecfd0-b961-4d40-a637-1a43a01377a3 None None] New status for floating IP 3e2432cc-f094-48b4-af14-fcc8e8d864ce: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:17:29.405420 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device f82fd231-cba5-451b-a62d-7a74b3e3d46c up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:17:29.454614 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port f82fd231-cba5-451b-a62d-7a74b3e3d46c completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:17:29.458603 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port f82fd231-cba5-451b-a62d-7a74b3e3d46c triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:17:29.458991 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:29.461913 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-f0e90e97-3e7d-4543-8d75-cd7d50de18ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 1000 time: 0.0611625 Feb 10 23:17:29.535245 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port f82fd231-cba5-451b-a62d-7a74b3e3d46c is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:17:29.535631 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:29.563846 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:29.566085 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7940a5-67a4-4dd6-b3a6-30e25b8f9239" -d '{"events": [{"server_uuid": "b71c6453-897e-4637-b420-c6f389cd67ae", "name": "network-vif-plugged", "status": "completed", "tag": "f82fd231-cba5-451b-a62d-7a74b3e3d46c"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:29.578624 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port f82fd231-cba5-451b-a62d-7a74b3e3d46c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f82fd231-cba5-451b-a62d-7a74b3e3d46c,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:17:29.586021 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:29.586826 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a31ec5e4-43ac-48ee-8451-cef386864742 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:17:29.609055 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fccd-d95a-45ee-8fef-0980c6689d2d req-7484f1bd-8aec-4ae3-8345-1000d197b690 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:29.610569 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1834fccd-d95a-45ee-8fef-0980c6689d2d req-7484f1bd-8aec-4ae3-8345-1000d197b690 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0582788 Feb 10 23:17:29.611479 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43333b8-5819-4550-b78a-b0239c4a4689 x-openstack-request-id: req-b43333b8-5819-4550-b78a-b0239c4a4689 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:29.611766 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c6453-897e-4637-b420-c6f389cd67ae", "name": "network-vif-plugged", "status": "completed", "tag": "f82fd231-cba5-451b-a62d-7a74b3e3d46c", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:29.612057 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b43333b8-5819-4550-b78a-b0239c4a4689 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:29.612423 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c', 'code': 200} Feb 10 23:17:29.630560 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a31ec5e4-43ac-48ee-8451-cef386864742 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:17:29.630905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a31ec5e4-43ac-48ee-8451-cef386864742 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:17:29.656327 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=f82fd231-cba5-451b-a62d-7a74b3e3d46c,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:29.660170 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1834fccd-d95a-45ee-8fef-0980c6689d2d req-03b7a914-b502-41e9-9903-869ed7315ce4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433221 Feb 10 23:17:29.797989 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f68e9-ff57-4458-af51-b3b592a5dbc1 req-b7155c7b-46e8-4cc2-aac1-41eef3959f32 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:29.799460 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-463f68e9-ff57-4458-af51-b3b592a5dbc1 req-b7155c7b-46e8-4cc2-aac1-41eef3959f32 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0544274 Feb 10 23:17:29.845247 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-463f68e9-ff57-4458-af51-b3b592a5dbc1 req-c9982140-21ba-45e7-80ea-32a44fb2f8ee tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396984 Feb 10 23:17:30.779935 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459a605-b3f4-4d90-91ea-4e01be4ff864 req-5bd09a1b-7a35-4052-aba7-9f238299b391 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:30.781403 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1459a605-b3f4-4d90-91ea-4e01be4ff864 req-5bd09a1b-7a35-4052-aba7-9f238299b391 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0546052 Feb 10 23:17:30.826745 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1459a605-b3f4-4d90-91ea-4e01be4ff864 req-f09676f9-13bf-4aa0-8982-9c99e23d1654 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 Feb 10 23:17:30.959037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0920e9-da03-4d55-988a-d44c96086875 req-0dc438b4-4a48-4ea2-8b15-02c7fe23e76c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:30.960435 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f0920e9-da03-4d55-988a-d44c96086875 req-0dc438b4-4a48-4ea2-8b15-02c7fe23e76c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0508471 Feb 10 23:17:31.005243 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f0920e9-da03-4d55-988a-d44c96086875 req-e1852664-e1bd-4ca5-a486-55c0785b8489 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Feb 10 23:17:31.857701 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-19d1ad67-3801-4b37-ae24-3736c91b799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:31.859320 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-19d1ad67-3801-4b37-ae24-3736c91b799a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0538228 Feb 10 23:17:31.920960 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-3cd8e2df-3cc7-416a-a705-50b38e9aa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:31.922744 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-3cd8e2df-3cc7-416a-a705-50b38e9aa677 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455256 Feb 10 23:17:31.965221 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2a11b-a7ad-4934-ba1d-120b001739d6 req-fa4c363d-83bb-4fe7-bf54-4b879062a0e4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:31.966773 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-05b2a11b-a7ad-4934-ba1d-120b001739d6 req-fa4c363d-83bb-4fe7-bf54-4b879062a0e4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0648587 Feb 10 23:17:32.014577 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-05b2a11b-a7ad-4934-ba1d-120b001739d6 req-3166abfd-3c6c-49de-9c0d-4f0420801c0d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Feb 10 23:17:32.321360 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-3c1f75ad-3777-408e-80b9-7c1e9ce3a9bb service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793259 Feb 10 23:17:32.331266 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b2c90-b258-42cc-838f-b01fd46f8d09 req-42fd250a-193a-491b-adf7-1868def4b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:32.332717 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-352b2c90-b258-42cc-838f-b01fd46f8d09 req-42fd250a-193a-491b-adf7-1868def4b34e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 1129 time: 0.3278091 Feb 10 23:17:32.386532 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a7b7b-dc28-4f61-b6e6-0a233c62224d req-c16655ad-b35d-4ebc-a054-c81b8b7ed258 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:32.388099 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d2a7b7b-dc28-4f61-b6e6-0a233c62224d req-c16655ad-b35d-4ebc-a054-c81b8b7ed258 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.1255157 Feb 10 23:17:32.464047 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-352b2c90-b258-42cc-838f-b01fd46f8d09 req-32d4896a-9c28-46db-9b3d-7ba9cb7a60ee service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197288 Feb 10 23:17:32.490528 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93a0eba3-1059-419d-a7fa-447d9b84ea6e req-51e347d6-603b-4c73-a441-4f39294d1f26 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569109 Feb 10 23:17:32.501591 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d2a7b7b-dc28-4f61-b6e6-0a233c62224d req-f4b8ae2d-fbfe-4428-a461-e3bf71c19259 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799742 Feb 10 23:17:33.130773 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74732c5-846f-42b6-b797-466f5040aa6f req-0028a5bf-5dcc-4551-b16f-d77663d89f10 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:33.132285 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d74732c5-846f-42b6-b797-466f5040aa6f req-0028a5bf-5dcc-4551-b16f-d77663d89f10 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0515420 Feb 10 23:17:33.181274 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d74732c5-846f-42b6-b797-466f5040aa6f req-79101952-0e7c-4ff7-a165-c74e4351f1b5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429177 Feb 10 23:17:33.618590 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603a2f-1a87-4fbe-9aa0-459a5d9044bf req-4cdab7df-077a-41fe-bea6-1f6c43380ffb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:33.620122 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a603a2f-1a87-4fbe-9aa0-459a5d9044bf req-4cdab7df-077a-41fe-bea6-1f6c43380ffb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0535617 Feb 10 23:17:33.665939 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a603a2f-1a87-4fbe-9aa0-459a5d9044bf req-2b3ac0bf-51e9-4356-825c-f478e932d494 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Feb 10 23:17:34.297390 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad504da-7553-4600-b41e-a08a094615be req-5e68b987-40c4-4299-bc61-7b1780268ebe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:34.298871 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dad504da-7553-4600-b41e-a08a094615be req-5e68b987-40c4-4299-bc61-7b1780268ebe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0513833 Feb 10 23:17:34.344411 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dad504da-7553-4600-b41e-a08a094615be req-befd07a5-55ad-48df-9f60-075e70fa32cd tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400321 Feb 10 23:17:34.785387 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7058b8-f18f-4d10-8c81-24a06f7fa23d req-592d1f21-972e-4887-b270-db3b759e29cf tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:34.786845 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce7058b8-f18f-4d10-8c81-24a06f7fa23d req-592d1f21-972e-4887-b270-db3b759e29cf tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0551841 Feb 10 23:17:34.832240 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce7058b8-f18f-4d10-8c81-24a06f7fa23d req-36a10f49-83ca-49dc-b65c-a04a85f3fdde tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Feb 10 23:17:35.464580 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a5f11-0f7f-439e-8e7b-d03fea96e35e req-fbe4b07d-19a2-4e99-8cd9-98b8acb478f3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:35.466052 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-798a5f11-0f7f-439e-8e7b-d03fea96e35e req-fbe4b07d-19a2-4e99-8cd9-98b8acb478f3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0523326 Feb 10 23:17:35.511970 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-798a5f11-0f7f-439e-8e7b-d03fea96e35e req-e4c666a1-1ac2-40d5-9434-3b864e4b3cbb tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Feb 10 23:17:35.846363 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:35.947724 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b28fa0-f6e0-49d9-8cb6-349a1d54d3ab req-bdc42360-59a3-4188-8caf-70db22f1885e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:35.949204 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29b28fa0-f6e0-49d9-8cb6-349a1d54d3ab req-bdc42360-59a3-4188-8caf-70db22f1885e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0502822 Feb 10 23:17:35.994728 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29b28fa0-f6e0-49d9-8cb6-349a1d54d3ab req-3a6a8504-5200-4c04-a37b-d6901e0c45c9 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Feb 10 23:17:36.631568 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387b42-bb80-471a-88fd-3a5c48364416 req-296a34f8-2538-4245-acb9-bdb307b6a410 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:36.633847 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-38387b42-bb80-471a-88fd-3a5c48364416 req-296a34f8-2538-4245-acb9-bdb307b6a410 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0549881 Feb 10 23:17:36.678347 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-38387b42-bb80-471a-88fd-3a5c48364416 req-35a78db6-7855-4a73-90d9-0d3e76c8dc2d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Feb 10 23:17:37.109505 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9cd9cd-1750-429d-b505-4a8aba2d36f8 req-c81f0457-9684-45e8-8112-0cef89210201 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:37.110970 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca9cd9cd-1750-429d-b505-4a8aba2d36f8 req-c81f0457-9684-45e8-8112-0cef89210201 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0511713 Feb 10 23:17:37.160599 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca9cd9cd-1750-429d-b505-4a8aba2d36f8 req-3e56eded-4395-4677-aca3-d12e4e89a8ae tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Feb 10 23:17:37.797453 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f181a-c66e-4dbe-a5b0-6b935fbe971a req-47c9b13b-7ba5-4ab4-bec7-e3b8495d8478 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:37.798857 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-282f181a-c66e-4dbe-a5b0-6b935fbe971a req-47c9b13b-7ba5-4ab4-bec7-e3b8495d8478 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Feb 10 23:17:37.845470 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-282f181a-c66e-4dbe-a5b0-6b935fbe971a req-fcff1bd2-d637-43fb-a65e-2e0805f77338 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Feb 10 23:17:38.277480 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d872d-f14e-43c8-a4e0-1ce5f20c2bb0 req-684e9dc8-949d-4ae0-8ddc-fa0f84f470e5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.278951 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a68d872d-f14e-43c8-a4e0-1ce5f20c2bb0 req-684e9dc8-949d-4ae0-8ddc-fa0f84f470e5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0518506 Feb 10 23:17:38.351007 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a68d872d-f14e-43c8-a4e0-1ce5f20c2bb0 req-adefd10a-c8bf-47d1-9790-4748836d8b7b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665069 Feb 10 23:17:38.364375 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c097b-57d4-4310-8792-a784a3008e09 req-33697f58-477d-43bd-ade1-dceff6748adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.365877 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-33697f58-477d-43bd-ade1-dceff6748adb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0682929 Feb 10 23:17:38.479966 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c097b-57d4-4310-8792-a784a3008e09 req-e0ce4cba-25d7-44ee-849f-ab0b1b2de7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.481419 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-e0ce4cba-25d7-44ee-849f-ab0b1b2de7a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.0883827 Feb 10 23:17:38.524268 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-984bb1c6-6c93-4d2b-805a-dd5308580952 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 217 time: 0.0352676 Feb 10 23:17:38.578380 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c097b-57d4-4310-8792-a784a3008e09 req-595bd4ed-2e7c-486b-b7af-392363e040f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.580043 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-595bd4ed-2e7c-486b-b7af-392363e040f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.0486050 Feb 10 23:17:38.612379 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-eee0e700-8c47-4b8d-b4e1-5769f929fc27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250092 Feb 10 23:17:38.703593 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-0508a808-43b1-4fc2-ba06-d4b48070f46e service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829782 Feb 10 23:17:38.796446 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e65c097b-57d4-4310-8792-a784a3008e09 req-3ca91e61-d70b-42a9-ab73-ec09cb8e71a1 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842948 Feb 10 23:17:38.964518 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed99e1-aa48-42ef-be6d-cf11d9ad8e3d req-34d68c76-2ca5-43c9-8a02-c279c954f11c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:38.966036 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b9ed99e1-aa48-42ef-be6d-cf11d9ad8e3d req-34d68c76-2ca5-43c9-8a02-c279c954f11c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0553524 Feb 10 23:17:39.011805 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b9ed99e1-aa48-42ef-be6d-cf11d9ad8e3d req-db77ab43-f4b7-42e4-b0d3-fe1a04d0b733 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Feb 10 23:17:39.473641 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0097c1-a4d2-4e0d-8596-4900cb533182 req-0e66184f-1d4a-46fa-b94d-b31c179ea65f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:39.475107 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c0097c1-a4d2-4e0d-8596-4900cb533182 req-0e66184f-1d4a-46fa-b94d-b31c179ea65f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0567436 Feb 10 23:17:39.522990 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c0097c1-a4d2-4e0d-8596-4900cb533182 req-6f716d3a-e955-46ed-834c-b7f141e6da17 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Feb 10 23:17:40.138230 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450801b2-843b-43f0-92e1-3effd3aa88a3 req-3036f8c1-7b02-4a48-82c5-7314156b8a0b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:40.139797 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-450801b2-843b-43f0-92e1-3effd3aa88a3 req-3036f8c1-7b02-4a48-82c5-7314156b8a0b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0555453 Feb 10 23:17:40.212369 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-450801b2-843b-43f0-92e1-3effd3aa88a3 req-957e6a82-bee1-4f75-a38b-348715de7f9d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529118 Feb 10 23:17:40.734525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552140ca-886c-4c3b-8e3e-3b627276a143 req-d8562983-8920-4458-b8cc-bfdba4b184a7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:40.744110 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-552140ca-886c-4c3b-8e3e-3b627276a143 req-d8562983-8920-4458-b8cc-bfdba4b184a7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.1360645 Feb 10 23:17:40.829649 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-552140ca-886c-4c3b-8e3e-3b627276a143 req-decde3ba-4a4c-4142-b91e-395135eb4996 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830817 Feb 10 23:17:41.333149 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db42e3-74e4-42ee-9b84-581f992e474e req-757fbd54-26b3-44cb-b2ba-cc69ed6d1fae tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:41.334645 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2db42e3-74e4-42ee-9b84-581f992e474e req-757fbd54-26b3-44cb-b2ba-cc69ed6d1fae tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0535915 Feb 10 23:17:41.385816 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2db42e3-74e4-42ee-9b84-581f992e474e req-539eb35b-d217-4179-871e-ef3eef17c12e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448508 Feb 10 23:17:42.228376 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c192801-7267-4e4c-8237-e87195fa5ae8 req-bc623124-76b1-4706-a3aa-b6206c64a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:42.230084 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c192801-7267-4e4c-8237-e87195fa5ae8 req-bc623124-76b1-4706-a3aa-b6206c64a5a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0558915 Feb 10 23:17:42.295646 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 48790) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:42.312086 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c192801-7267-4e4c-8237-e87195fa5ae8 req-47b82219-71bc-4932-9837-e6a5ce04343d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722756 Feb 10 23:17:42.436186 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.550144 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b233662-38b1-4d43-ac12-fed195e19d8e req-559a1c68-a459-4f5f-92ed-79e32bb65130 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:42.558329 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b233662-38b1-4d43-ac12-fed195e19d8e req-559a1c68-a459-4f5f-92ed-79e32bb65130 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0827138 Feb 10 23:17:42.562129 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Publish callbacks [] for security_group (3bdc3d29-eccf-42c2-b170-c829f031e0a5), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.566813 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (3bdc3d29-eccf-42c2-b170-c829f031e0a5), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.608076 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f94c1d288ec148138781cf25246546fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124526 Feb 10 23:17:42.611380 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 48800) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:42.612132 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdc3d29-eccf-42c2-b170-c829f031e0a5,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:42.618880 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b233662-38b1-4d43-ac12-fed195e19d8e req-0379d297-a05c-408c-948c-b9f2c70d572a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569794 Feb 10 23:17:42.633294 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.633987 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.634342 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.634726 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.635029 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.635362 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.635699 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.636078 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.636411 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.636813 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.637071 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.639399 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.639399 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed389c76-630c-4b82-ac5e-47d4d1864d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:42.681687 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae6703e-d594-408a-a100-1150a7c78d6d admin admin] Publish callbacks [] for security_group (3bdc3d29-eccf-42c2-b170-c829f031e0a5), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.707603 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae6703e-d594-408a-a100-1150a7c78d6d admin admin] Publish callbacks [] for security_group (3bdc3d29-eccf-42c2-b170-c829f031e0a5), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.780735 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae6703e-d594-408a-a100-1150a7c78d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (3bdc3d29-eccf-42c2-b170-c829f031e0a5), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.784004 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dae6703e-d594-408a-a100-1150a7c78d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:42.792438 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-dae6703e-d594-408a-a100-1150a7c78d6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3bdc3d29-eccf-42c2-b170-c829f031e0a5 HTTP/1.1" status: 204 len: 168 time: 0.1775222 Feb 10 23:17:42.813036 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6703e-d594-408a-a100-1150a7c78d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdc3d29-eccf-42c2-b170-c829f031e0a5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:42.874062 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-67612841-547f-4154-91fe-f497c040bb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:43.768422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533d15f-e78c-4b0c-84ad-00a579c6dc05 req-353265ed-9bad-4495-8c6a-118eafced8d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:43.770770 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a533d15f-e78c-4b0c-84ad-00a579c6dc05 req-353265ed-9bad-4495-8c6a-118eafced8d9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0634336 Feb 10 23:17:43.837372 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a533d15f-e78c-4b0c-84ad-00a579c6dc05 req-04425706-2047-41fe-b6ff-3e045f59842a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602641 Feb 10 23:17:44.985525 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb10e0-731f-4e92-ac23-c0a237708750 req-11211aab-fc52-4d24-b1e0-d4d0ae7f0926 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:44.994290 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6eeb10e0-731f-4e92-ac23-c0a237708750 req-11211aab-fc52-4d24-b1e0-d4d0ae7f0926 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0777357 Feb 10 23:17:45.039364 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6eeb10e0-731f-4e92-ac23-c0a237708750 req-230a1278-9a12-4cc3-bf62-ef32bcd22e63 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Feb 10 23:17:45.250238 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e3a3f54-0145-4dc1-99f9-7275417297ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:45.377065 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44ed72-774b-49a4-98d9-5c27f0ee9696 req-5e41b687-44bc-432b-bbdf-819c04dd7176 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:45.385109 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e44ed72-774b-49a4-98d9-5c27f0ee9696 req-5e41b687-44bc-432b-bbdf-819c04dd7176 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0975077 Feb 10 23:17:45.388867 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-c4d799a7-8cf4-4468-a606-a161dfc373d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:45.390338 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-c4d799a7-8cf4-4468-a606-a161dfc373d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0932722 Feb 10 23:17:45.487847 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0e44ed72-774b-49a4-98d9-5c27f0ee9696 req-1e51b655-0317-48a8-8b32-44afd4881921 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018620 Feb 10 23:17:45.558551 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-74bdfe4a-54f2-4d9f-af45-59425ba4b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:45.560344 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-74bdfe4a-54f2-4d9f-af45-59425ba4b11f service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.1560564 Feb 10 23:17:45.627115 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-07f8743d-ca36-424f-8143-78367f1f7f4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 217 time: 0.0603824 Feb 10 23:17:45.687726 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-9ecb7d73-65b2-4255-8bc6-ac38b3eeb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:45.689259 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-9ecb7d73-65b2-4255-8bc6-ac38b3eeb42f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.0562489 Feb 10 23:17:45.723893 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-ab0d89e3-c8a7-4794-bf78-11880c0af052 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266776 Feb 10 23:17:45.836857 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-14f571d8-ea44-48f8-aa63-7b2a0d38412e service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059716 Feb 10 23:17:45.922156 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:45.954151 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3a7a8f6-dd42-47a5-852c-35a2229a17d2 req-6f6ce98e-ee2c-48d6-88b2-1d6ef8c67437 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057250 Feb 10 23:17:46.637794 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81befc0-84e5-4d32-9766-7946f719c5e9 req-8ca0431c-1087-47e8-a3b0-9fb667dee4c7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:46.639363 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a81befc0-84e5-4d32-9766-7946f719c5e9 req-8ca0431c-1087-47e8-a3b0-9fb667dee4c7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0566936 Feb 10 23:17:46.692178 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a81befc0-84e5-4d32-9766-7946f719c5e9 req-c944e94f-c02d-4cdb-a6ae-78dda6f9285d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466762 Feb 10 23:17:47.598970 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:47.826459 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5608e4-559f-4309-9f65-2ad558cfa530 req-0dcf1cb2-7def-468a-8768-6c2467008b6d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:47.827978 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7c5608e4-559f-4309-9f65-2ad558cfa530 req-0dcf1cb2-7def-468a-8768-6c2467008b6d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0600119 Feb 10 23:17:47.889805 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7c5608e4-559f-4309-9f65-2ad558cfa530 req-9bd4e7ce-68aa-4ff7-8898-4d91a7b1d021 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553334 Feb 10 23:17:49.015116 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbd91f-707d-448a-84b2-1d7b5b2aaf07 req-7ebc67b7-d209-44bd-82a2-689f0a566e2c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:49.016803 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ffbd91f-707d-448a-84b2-1d7b5b2aaf07 req-7ebc67b7-d209-44bd-82a2-689f0a566e2c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0563841 Feb 10 23:17:49.071781 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ffbd91f-707d-448a-84b2-1d7b5b2aaf07 req-9431ad90-43b7-4d85-bec3-a3149a317a32 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Feb 10 23:17:49.545781 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:50.229795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee7e24-1800-4324-a44c-259a7fcb12c9 req-bbfa5fac-ca58-4c56-81a3-0a21e99da828 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:50.231404 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9ee7e24-1800-4324-a44c-259a7fcb12c9 req-bbfa5fac-ca58-4c56-81a3-0a21e99da828 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0631154 Feb 10 23:17:50.301251 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9ee7e24-1800-4324-a44c-259a7fcb12c9 req-7a3594b8-e803-49a7-b4c5-d80a11398f7f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614893 Feb 10 23:17:52.910522 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5cf2c-886b-4a1b-aa75-4d4042b96271 req-beb9574f-b08e-45af-9124-c6324e29eba6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:52.912873 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9d5cf2c-886b-4a1b-aa75-4d4042b96271 req-beb9574f-b08e-45af-9124-c6324e29eba6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0571277 Feb 10 23:17:52.969230 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9d5cf2c-886b-4a1b-aa75-4d4042b96271 req-db946e0d-a1f5-4a0f-9a2b-9285f0f54183 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504398 Feb 10 23:17:55.232593 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-725e3ce0-0a1e-45b9-bc27-4d489f82917e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:55.236270 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-725e3ce0-0a1e-45b9-bc27-4d489f82917e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.1207566 Feb 10 23:17:55.250250 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-868d51de-15af-4247-8349-42945a748816 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/quotas/9ab12603f3ae4b098df08267be769e7a HTTP/1.1" status: 200 len: 375 time: 0.0109596 Feb 10 23:17:55.310499 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-9d59f3da-459e-4359-9ede-0bf9408875bb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546172 Feb 10 23:17:55.420596 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-66faea42-8417-468f-8234-28b1886d8887 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035204 Feb 10 23:17:55.556568 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-f0e4eb4a-eda9-412e-a39c-69f8b9430337 service neutron] 10.222.0.77 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290107 Feb 10 23:17:55.822911 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb5d6747-810e-44ec-861e-26be5942f8dd req-40f68100-07ae-4854-bdd6-8a0835c8bcc3 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 210 time: 0.0539935 Feb 10 23:17:56.245060 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:17:56.926069 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26ffc970-09a6-43ba-acf3-4f8ab5594207 req-7a1e89d2-f605-49fe-bf3c-c41638f7e37b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 210 time: 0.0421212 Feb 10 23:17:57.039464 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-02fb2c35-3a71-499f-aec9-08dbc180b6f3 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:57.040960 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-02fb2c35-3a71-499f-aec9-08dbc180b6f3 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 814 time: 0.1186850 Feb 10 23:17:57.074418 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Request body: {'port': {'device_id': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'admin_state_up': True, 'tenant_id': '9ab12603f3ae4b098df08267be769e7a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:17:57.197661 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Made reservation on behalf of 9ab12603f3ae4b098df08267be769e7a for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:17:57.201238 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:57.336560 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Allocated IP 172.20.0.2 (f4dc74d2-e23d-4580-93d2-ff2d10747684/b324a28d-3d0c-44f8-b916-6418c0a65509/dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:17:57.497819 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks [] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:57.531520 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:57.577199 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc', '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'f82fd231-cba5-451b-a62d-7a74b3e3d46c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:17:57.582614 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Network f4dc74d2-e23d-4580-93d2-ff2d10747684 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:17:57.588458 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:17:57.594226 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:17:57.624781 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event updated for resources: {'Port': ['ID=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:57.638742 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.639096 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.639445 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.639786 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.640154 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.640490 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.640822 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.641154 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.641483 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.641812 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.642137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.642465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.642785 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:57.662646 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:57.664056 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:57.680641 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-fc1d0419-0552-49ad-ba45-4262adc0f6fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109965 Feb 10 23:17:57.700453 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Request body: {'port': {'device_id': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:17:57.759806 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.031121 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:17:58.038760 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Publish callbacks [] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.046943 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd98203-a83a-473c-b03a-c659c8f82578 req-4f0878ee-de0b-4010-bace-473210afeeb0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:58.048457 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ffd98203-a83a-473c-b03a-c659c8f82578 req-4f0878ee-de0b-4010-bace-473210afeeb0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 931 time: 0.0509002 Feb 10 23:17:58.050547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Transition to ACTIVE for port object dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:17:58.054231 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.097695 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:58.105156 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ffd98203-a83a-473c-b03a-c659c8f82578 req-9b2d4fb3-9b92-4d60-8876-2a0ef781e96c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500176 Feb 10 23:17:58.173592 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Attempting to bind port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:17:58.173927 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Attempting to bind port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:17:58.174253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Attempting to bind port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:17:58.178398 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 on network f4dc74d2-e23d-4580-93d2-ff2d10747684 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:17:58.179347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Attempting to bind port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 on network f4dc74d2-e23d-4580-93d2-ff2d10747684 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:17:58.184015 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:17:58.184350 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Checking segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:17:58.184728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Bound using segment: {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:17:58.185148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Bound port: dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f5f7d3-c33e-4438-9246-f8b3079e3043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:17:58.185497 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.248775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] For port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:17:58.251789 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] For port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:17:58.257374 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.293623 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:58.294362 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.295746 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] 10.222.0.43 "PUT /v2.0/ports/dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 HTTP/1.1" status: 200 len: 1093 time: 0.5995061 Feb 10 23:17:58.296215 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'tag': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:17:58.298427 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089" -d '{"events": [{"name": "network-changed", "server_uuid": "820ec84d-cea8-40be-a31b-7a1ebae10045", "tag": "dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:17:58.320583 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abaa06-b44f-42f3-9977-eea22fdcb557 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:58.341974 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e359f73b-19ed-4c82-a886-029b26c8b3b3 x-openstack-request-id: req-e359f73b-19ed-4c82-a886-029b26c8b3b3 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:17:58.342267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820ec84d-cea8-40be-a31b-7a1ebae10045", "tag": "dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:17:58.342580 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e359f73b-19ed-4c82-a886-029b26c8b3b3 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:17:58.342992 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'tag': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1', 'status': 'completed', 'code': 200} Feb 10 23:17:58.424393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-e5836e7d-5660-4b54-a07d-381267e3f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:58.425789 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-e5836e7d-5660-4b54-a07d-381267e3f46c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 1127 time: 0.0444822 Feb 10 23:17:58.477482 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-c9425833-ee83-4b49-af0f-a06253ade87f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 HTTP/1.1" status: 200 len: 217 time: 0.0370514 Feb 10 23:17:58.524434 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-7863dba5-2de5-434e-bf75-6bd6ce1e8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:58.525831 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-7863dba5-2de5-434e-bf75-6bd6ce1e8433 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.0421946 Feb 10 23:17:58.557368 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-83dcc105-fb3f-4f5e-9557-06a2b85d5962 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251648 Feb 10 23:17:58.571126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49088) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:58.617281 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Deleting subnet fe31605e-270c-4045-b7c7-610a503cad15 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:17:58.620708 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Publish callbacks [] for subnet (fe31605e-270c-4045-b7c7-610a503cad15), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.658064 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-80ec2483-a2cc-4f29-8abd-2710f2d74c6d service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920432 Feb 10 23:17:58.660054 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Publish callbacks [] for subnet (fe31605e-270c-4045-b7c7-610a503cad15), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.666274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (fe31605e-270c-4045-b7c7-610a503cad15), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.717954 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (fe31605e-270c-4045-b7c7-610a503cad15), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.740736 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe31605e-270c-4045-b7c7-610a503cad15,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:58.746865 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.747243 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-515ed6a9-c56e-44a5-b62e-8922d3ba01ed req-11990f0f-bdf1-4f2a-9c24-24d293a28a20 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826900 Feb 10 23:17:58.752261 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2a5918b1-4145-4977-8496-1817b5b8d4e9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fe31605e-270c-4045-b7c7-610a503cad15 HTTP/1.1" status: 204 len: 168 time: 0.1799941 Feb 10 23:17:58.752494 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49092) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:58.823209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (f893c5d6-d7a2-43c9-80b7-5b17f705763f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.924442 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (f893c5d6-d7a2-43c9-80b7-5b17f705763f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:58.948626 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f893c5d6-d7a2-43c9-80b7-5b17f705763f']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:58.961405 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:58.961700 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:17:58.972045 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-763d97e5-eaf7-470c-bde5-26bce08800f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:58.973456 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-763d97e5-eaf7-470c-bde5-26bce08800f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9ab12603f3ae4b098df08267be769e7a&device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 1127 time: 0.1122692 Feb 10 23:17:58.974983 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.001437 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.015776 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:17:59.016228 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (90a8c8e2-c4c0-4036-8668-ac81f9b3a7d6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:17:59.017806 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:17:59.108424 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (f893c5d6-d7a2-43c9-80b7-5b17f705763f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.117869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.121275 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] 10.222.0.77 "DELETE /v2.0/networks/f893c5d6-d7a2-43c9-80b7-5b17f705763f HTTP/1.1" status: 204 len: 168 time: 0.3678451 Feb 10 23:17:59.137468 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ff50-8854-4ce1-89f3-ebb0a0b3c95d admin admin] Pushing event deleted for resources: {'Network': ['ID=f893c5d6-d7a2-43c9-80b7-5b17f705763f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:59.139809 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-1c1dbe8e-a642-4c77-b43d-eace7a6e5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:59.141313 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-1c1dbe8e-a642-4c77-b43d-eace7a6e5127 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 200 len: 915 time: 0.1602883 Feb 10 23:17:59.184733 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-4581a289-90e5-4d8e-98f7-6fed60eb58c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 HTTP/1.1" status: 200 len: 217 time: 0.0370734 Feb 10 23:17:59.222305 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8b41b-8e63-48a7-96ca-74e25139d80b req-9e2acdef-426c-417f-9d2f-2f5ae284a815 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:59.223858 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-75d8b41b-8e63-48a7-96ca-74e25139d80b req-9e2acdef-426c-417f-9d2f-2f5ae284a815 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 943 time: 0.0565257 Feb 10 23:17:59.242375 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-982e6cdd-f844-4e35-a671-dc1bc49941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:59.244895 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-982e6cdd-f844-4e35-a671-dc1bc49941cc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 200 len: 854 time: 0.0525143 Feb 10 23:17:59.277802 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-75d8b41b-8e63-48a7-96ca-74e25139d80b req-5ebc4de5-b5a3-4761-a499-0ed064eb9552 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479445 Feb 10 23:17:59.278909 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-0a015d27-54e8-445a-a6f2-5710705559e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f4dc74d2-e23d-4580-93d2-ff2d10747684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267391 Feb 10 23:17:59.316622 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49098) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:59.356646 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b298bc5a-6e68-433e-ae62-980a83f0c547 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ab827d79cef43f39e5dcc8f7d9bfe28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388496 Feb 10 23:17:59.359561 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:17:59.371482 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-668a8d49-8a7e-4c3e-8a98-c84ad6eec3f1 service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857010 Feb 10 23:17:59.408346 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c05abee3-b006-47ff-a05d-372ea2367e67 admin admin] Publish callbacks [] for security_group (20f281f5-ef4c-4a07-b3f5-21d6a0404900), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.429345 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c05abee3-b006-47ff-a05d-372ea2367e67 admin admin] Publish callbacks [] for security_group (20f281f5-ef4c-4a07-b3f5-21d6a0404900), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.467560 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d7d75dc-ea1b-40e2-9245-440cdfdd7089 req-d7675b3c-9a1f-4a96-b0a8-507e1afabb9e service neutron] 10.222.0.43 "GET /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885546 Feb 10 23:17:59.477337 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c05abee3-b006-47ff-a05d-372ea2367e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (20f281f5-ef4c-4a07-b3f5-21d6a0404900), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.479889 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c05abee3-b006-47ff-a05d-372ea2367e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:17:59.481256 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c05abee3-b006-47ff-a05d-372ea2367e67 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/20f281f5-ef4c-4a07-b3f5-21d6a0404900 HTTP/1.1" status: 204 len: 168 time: 0.1207168 Feb 10 23:17:59.489408 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05abee3-b006-47ff-a05d-372ea2367e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f281f5-ef4c-4a07-b3f5-21d6a0404900,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:00.403198 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184f3c-6acc-47a8-83b0-f657add8c04e req-b4e535c9-2e1e-4b46-be6d-65fb58347a69 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:00.404715 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f184f3c-6acc-47a8-83b0-f657add8c04e req-b4e535c9-2e1e-4b46-be6d-65fb58347a69 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 943 time: 0.0548286 Feb 10 23:18:00.453829 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f184f3c-6acc-47a8-83b0-f657add8c04e req-676d73e5-a6de-4a24-8a7d-9f52f78543b8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Feb 10 23:18:01.572938 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f6c29-31d3-4e17-9909-81314034c6fb req-a5a02368-6c0f-4c76-90bd-7f73921759fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:01.574443 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa2f6c29-31d3-4e17-9909-81314034c6fb req-a5a02368-6c0f-4c76-90bd-7f73921759fe tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 943 time: 0.0523508 Feb 10 23:18:01.626953 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa2f6c29-31d3-4e17-9909-81314034c6fb req-ccce615b-3206-4648-a861-49ca1a5cb658 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Feb 10 23:18:02.139778 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a8233-527c-444f-9a19-6b245702f322 req-6f1c8209-bd0d-4a7e-b25b-faa4ca1288a5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:02.141305 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e6a8233-527c-444f-9a19-6b245702f322 req-6f1c8209-bd0d-4a7e-b25b-faa4ca1288a5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0649350 Feb 10 23:18:02.164513 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-c44c641d-959e-429b-a01e-a20f7e9c6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:02.166153 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-c44c641d-959e-429b-a01e-a20f7e9c6276 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0502224 Feb 10 23:18:02.190910 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e6a8233-527c-444f-9a19-6b245702f322 req-9df94090-8e19-4bbd-be32-07c9a9cafd48 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Feb 10 23:18:02.481734 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-0d0d8b27-c6a6-483b-b0b9-cd37a16374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:02.483227 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-0d0d8b27-c6a6-483b-b0b9-cd37a16374a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.3098915 Feb 10 23:18:02.525350 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-8d833feb-710a-49f4-81b5-64228ce6e8fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 217 time: 0.0359485 Feb 10 23:18:02.572042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-47ac142c-0841-4ba5-bfc2-c9533497fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:02.573454 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-47ac142c-0841-4ba5-bfc2-c9533497fff4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.0420911 Feb 10 23:18:02.604607 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-d86df900-1279-466e-9b42-0c770edd63ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240800 Feb 10 23:18:02.705267 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-849b1121-c2d5-48e2-85c8-135c41a0f7de service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927358 Feb 10 23:18:02.806358 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137e421-7643-4987-8ba5-0073900ea040 req-ab4791c8-017e-4c62-87ac-7322cedc00a7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:02.807853 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d137e421-7643-4987-8ba5-0073900ea040 req-ab4791c8-017e-4c62-87ac-7322cedc00a7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 943 time: 0.1134872 Feb 10 23:18:02.838975 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950f5d15-099b-477c-88ea-6cd2604c69ba req-f96d9a03-f644-49dc-ac2b-8a20ea794137 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166294 Feb 10 23:18:02.872665 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d137e421-7643-4987-8ba5-0073900ea040 req-931f1c9c-a9b0-4248-9614-cd4d9b2a836f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587842 Feb 10 23:18:03.002700 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:03.106013 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eba930d-74a6-4862-9b13-f53a7efaa779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.177754 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eba930d-74a6-4862-9b13-f53a7efaa779 admin admin] Publish callbacks [] for security_group (136ff9de-ae69-40ad-8567-3e301397cc59), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.182071 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0eba930d-74a6-4862-9b13-f53a7efaa779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (136ff9de-ae69-40ad-8567-3e301397cc59), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.218276 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba930d-74a6-4862-9b13-f53a7efaa779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=136ff9de-ae69-40ad-8567-3e301397cc59,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:03.223957 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0eba930d-74a6-4862-9b13-f53a7efaa779 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5181d78cbbe84470b05000a5038ab3c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202041 Feb 10 23:18:03.226828 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49178) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:03.304683 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-341cb0d3-a6d2-4658-93e1-d1b29ef89999 admin admin] Publish callbacks [] for security_group (136ff9de-ae69-40ad-8567-3e301397cc59), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.334453 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-341cb0d3-a6d2-4658-93e1-d1b29ef89999 admin admin] Publish callbacks [] for security_group (136ff9de-ae69-40ad-8567-3e301397cc59), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.350808 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e1b1a-97a1-43f4-aec8-5c55a25bbb7b req-c3e2c32d-044b-4ef2-b499-16065ac4a060 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:03.352413 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-538e1b1a-97a1-43f4-aec8-5c55a25bbb7b req-c3e2c32d-044b-4ef2-b499-16065ac4a060 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0865376 Feb 10 23:18:03.414920 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-538e1b1a-97a1-43f4-aec8-5c55a25bbb7b req-03e34d18-6f81-43f8-9986-beef65b9b1ed tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557528 Feb 10 23:18:03.421631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-341cb0d3-a6d2-4658-93e1-d1b29ef89999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (136ff9de-ae69-40ad-8567-3e301397cc59), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.424371 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-341cb0d3-a6d2-4658-93e1-d1b29ef89999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.427759 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-341cb0d3-a6d2-4658-93e1-d1b29ef89999 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/136ff9de-ae69-40ad-8567-3e301397cc59 HTTP/1.1" status: 204 len: 168 time: 0.1977093 Feb 10 23:18:03.433157 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cb0d3-a6d2-4658-93e1-d1b29ef89999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ff9de-ae69-40ad-8567-3e301397cc59,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:03.822115 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:18:03.925936 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:03.938658 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1', 'network_id': 'f4dc74d2-e23d-4580-93d2-ff2d10747684', 'port_id': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1', 'mac_address': 'fa:16:3e:20:2a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b324a28d-3d0c-44f8-b916-6418c0a65509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:18:03.979182 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:18:03.979662 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:03.999877 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:18:04.003914 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6f5e-0109-40c0-82fa-c8128a93c069 req-eaa95f4a-5c84-4d1f-b42c-7d3ae6faef0a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:04.005413 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd7b6f5e-0109-40c0-82fa-c8128a93c069 req-eaa95f4a-5c84-4d1f-b42c-7d3ae6faef0a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 943 time: 0.0629852 Feb 10 23:18:04.021132 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:04.026102 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:04.059679 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd7b6f5e-0109-40c0-82fa-c8128a93c069 req-1a922a78-d011-40ed-8a53-4cb752b2470c tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473804 Feb 10 23:18:04.086252 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:04.094183 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.094539 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.094892 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.095238 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.095573 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.095929 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.096265 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.096594 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.096922 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.097272 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.097604 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.097931 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.098253 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:04.535685 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b7998-de94-4fe8-9874-3d2c40cf9e85 req-a28fff6d-aefd-4288-96cf-74721890d9ac tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:04.537191 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e0b7998-de94-4fe8-9874-3d2c40cf9e85 req-a28fff6d-aefd-4288-96cf-74721890d9ac tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0540504 Feb 10 23:18:04.586995 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e0b7998-de94-4fe8-9874-3d2c40cf9e85 req-e6866833-c403-449c-bd48-101af9246e7b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441356 Feb 10 23:18:04.675030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:05.177716 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fdfd0-4429-4e20-8fa4-345633bf2556 req-3daa1978-fcfa-4278-8167-2d2e31dedca6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:05.179931 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb4fdfd0-4429-4e20-8fa4-345633bf2556 req-3daa1978-fcfa-4278-8167-2d2e31dedca6 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 944 time: 0.0537832 Feb 10 23:18:05.228258 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb4fdfd0-4429-4e20-8fa4-345633bf2556 req-263d9bb4-2eec-49c1-a47c-177bd2d51b52 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Feb 10 23:18:05.707872 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86114c00-daa5-4f3c-942e-001bd80aaedf req-cced25dd-bc9e-4ad0-942f-82d4e303993f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:05.709309 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-86114c00-daa5-4f3c-942e-001bd80aaedf req-cced25dd-bc9e-4ad0-942f-82d4e303993f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0522203 Feb 10 23:18:05.756275 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-86114c00-daa5-4f3c-942e-001bd80aaedf req-3e8d61ef-98cf-405d-9d0b-37a2878cf62c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Feb 10 23:18:05.836634 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:06.345746 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f054ec7-1d17-4c27-83a9-de0a4a1ebe1c req-cfd043cc-fd9d-4d50-9981-dcb86be87a21 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:06.353537 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f054ec7-1d17-4c27-83a9-de0a4a1ebe1c req-cfd043cc-fd9d-4d50-9981-dcb86be87a21 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 944 time: 0.0585804 Feb 10 23:18:06.401855 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f054ec7-1d17-4c27-83a9-de0a4a1ebe1c req-59f717f9-776a-4407-b5b4-ef729b15f888 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474463 Feb 10 23:18:06.876419 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b35adb-65e0-4be9-a959-c1c7f56ddb9f req-b4ab66d2-bb07-4893-b125-230c4f14624a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:06.877887 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b9b35adb-65e0-4be9-a959-c1c7f56ddb9f req-b4ab66d2-bb07-4893-b125-230c4f14624a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0543246 Feb 10 23:18:06.925630 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b9b35adb-65e0-4be9-a959-c1c7f56ddb9f req-48160422-f49b-40d8-bcb6-05b6d88d01dc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419290 Feb 10 23:18:07.523653 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594338f-1128-4d28-b978-951248202e92 req-6fc41344-9af5-4a63-aa0b-b44272a93ebf tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:07.525776 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a594338f-1128-4d28-b978-951248202e92 req-6fc41344-9af5-4a63-aa0b-b44272a93ebf tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 944 time: 0.0578232 Feb 10 23:18:07.574472 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a594338f-1128-4d28-b978-951248202e92 req-b1f7afa1-2123-4a02-9a98-c9a3b3a299ab tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433874 Feb 10 23:18:07.853664 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:18:07.901436 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:07.904968 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:07.905343 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:07.983500 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:18:07.983916 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:08.009029 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:08.011394 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455599ab-365b-477c-806b-d05acb206021" -d '{"events": [{"server_uuid": "820ec84d-cea8-40be-a31b-7a1ebae10045", "name": "network-vif-plugged", "status": "completed", "tag": "dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:08.023937 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:08.029897 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:08.061112 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5046c4-40b3-42d8-96a1-4e5bb86225fc x-openstack-request-id: req-6b5046c4-40b3-42d8-96a1-4e5bb86225fc {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:08.061403 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec84d-cea8-40be-a31b-7a1ebae10045", "name": "network-vif-plugged", "status": "completed", "tag": "dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:08.061816 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b5046c4-40b3-42d8-96a1-4e5bb86225fc {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:08.062353 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1', 'code': 200} Feb 10 23:18:08.074177 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7cc92-64a9-4fef-b474-25e74b837666 req-79cbc123-ac40-41d7-b79e-56f8ef34c84c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:08.076382 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3ec7cc92-64a9-4fef-b474-25e74b837666 req-79cbc123-ac40-41d7-b79e-56f8ef34c84c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0777416 Feb 10 23:18:08.090115 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:08.131469 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3ec7cc92-64a9-4fef-b474-25e74b837666 req-cb90af30-ac04-4a05-8be4-f546fb7db453 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Feb 10 23:18:08.297576 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3c82f1-9e41-4450-8571-ca0309de8571 req-2e49b7a0-6453-48a1-9e18-ad60340778ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:08.299305 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d3c82f1-9e41-4450-8571-ca0309de8571 req-2e49b7a0-6453-48a1-9e18-ad60340778ac service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 1129 time: 0.0473220 Feb 10 23:18:08.343769 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d3c82f1-9e41-4450-8571-ca0309de8571 req-222aba0c-1a68-49c0-847e-7f0dfbf6d60a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380132 Feb 10 23:18:08.690786 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b6e8b-e432-46d9-843a-c1e066626d93 req-56da68c1-82b0-4ac3-864e-842b44bc3eb5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:08.692287 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc3b6e8b-e432-46d9-843a-c1e066626d93 req-56da68c1-82b0-4ac3-864e-842b44bc3eb5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0507674 Feb 10 23:18:08.738120 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc3b6e8b-e432-46d9-843a-c1e066626d93 req-c9bb07f0-857d-43ca-aba7-66467e53eed8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Feb 10 23:18:09.256649 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacf136-3008-4a5f-aefd-8515a3fc2fa2 req-a6930c09-3380-4098-8ca8-95113e7fe52c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:09.258363 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bdacf136-3008-4a5f-aefd-8515a3fc2fa2 req-a6930c09-3380-4098-8ca8-95113e7fe52c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0533986 Feb 10 23:18:09.307235 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bdacf136-3008-4a5f-aefd-8515a3fc2fa2 req-97973958-abba-43c6-a39d-630058521ab5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424461 Feb 10 23:18:09.856489 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c02b1-7813-4516-b7c5-10ccbcd46358 req-106261c5-4bbc-4d1b-ad4a-62d5072aaeed tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:09.857982 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a79c02b1-7813-4516-b7c5-10ccbcd46358 req-106261c5-4bbc-4d1b-ad4a-62d5072aaeed tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0549269 Feb 10 23:18:09.903568 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a79c02b1-7813-4516-b7c5-10ccbcd46358 req-471f68dc-653b-4aea-8185-962f0ecf9b2e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 Feb 10 23:18:10.437685 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c9e45-8265-4890-a7b5-41fd52131e43 req-e2495b43-218e-45b9-964a-7fc7e7183476 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:10.439217 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3b2c9e45-8265-4890-a7b5-41fd52131e43 req-e2495b43-218e-45b9-964a-7fc7e7183476 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0587013 Feb 10 23:18:10.515034 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3b2c9e45-8265-4890-a7b5-41fd52131e43 req-4dc43587-5050-421b-b793-02dbf0058943 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699897 Feb 10 23:18:11.020095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7dd28-7b95-47f6-bd79-0e516695c052 req-5bf05769-4800-4a45-a128-ac3f7bc488ec tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.021577 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2b7dd28-7b95-47f6-bd79-0e516695c052 req-5bf05769-4800-4a45-a128-ac3f7bc488ec tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0523913 Feb 10 23:18:11.067885 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2b7dd28-7b95-47f6-bd79-0e516695c052 req-2567c9d4-19eb-4f5e-a1c1-a0cd26921cfd tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Feb 10 23:18:11.623654 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fe3a0-0f96-4c5c-82a9-51938d3bf1ad req-fb1f4c65-c1fc-4c73-b4e1-e8221b2b6151 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:11.625193 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed4fe3a0-0f96-4c5c-82a9-51938d3bf1ad req-fb1f4c65-c1fc-4c73-b4e1-e8221b2b6151 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0551865 Feb 10 23:18:11.672304 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed4fe3a0-0f96-4c5c-82a9-51938d3bf1ad req-0b6b5441-13c8-47c2-96f6-d12d732aab5f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Feb 10 23:18:12.789354 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a55e0-78df-411e-b9d9-b4e01960f066 req-21a28307-3e42-48c8-844b-3ddd0057b061 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:12.791309 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d5a55e0-78df-411e-b9d9-b4e01960f066 req-21a28307-3e42-48c8-844b-3ddd0057b061 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0535669 Feb 10 23:18:12.841898 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5d5a55e0-78df-411e-b9d9-b4e01960f066 req-9a6bdca4-b6e7-4275-9329-e8d64c20fdfe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448608 Feb 10 23:18:12.868274 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fb25ea93-409e-41a5-92f1-b496f7d83e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:13.958811 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6dae28-fe88-41fe-9870-a07ffd05afaa req-8e011862-285b-45ef-a06d-2c203957033a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:13.960218 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c6dae28-fe88-41fe-9870-a07ffd05afaa req-8e011862-285b-45ef-a06d-2c203957033a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Feb 10 23:18:14.006678 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c6dae28-fe88-41fe-9870-a07ffd05afaa req-c718861a-52c0-43a7-a19b-16e09f9b7be9 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407720 Feb 10 23:18:15.128593 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84e82b-3692-42b0-951b-ef5747aab1fa req-a6247575-bcbd-4b0e-8cbe-5d569834da5e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:15.130066 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5f84e82b-3692-42b0-951b-ef5747aab1fa req-a6247575-bcbd-4b0e-8cbe-5d569834da5e tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Feb 10 23:18:15.180164 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5f84e82b-3692-42b0-951b-ef5747aab1fa req-18e06f22-7b87-4861-81e6-27a7054141a0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Feb 10 23:18:15.223579 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c02fc45-c39a-4017-b544-803cd6079761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:15.919967 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:16.294357 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3a80-407a-4513-9352-638a33ffdeea req-8d06fe6b-aee9-4c52-a7a7-97e8f60a6e4c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:16.295810 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e3c3a80-407a-4513-9352-638a33ffdeea req-8d06fe6b-aee9-4c52-a7a7-97e8f60a6e4c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0503876 Feb 10 23:18:16.341957 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e3c3a80-407a-4513-9352-638a33ffdeea req-8e2d807b-a210-463c-a38a-c963a2f7aa33 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Feb 10 23:18:17.456115 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ed13b-bb89-499d-a930-c2727b798b89 req-2fbe27a3-4453-4c2d-9fcc-0d8309160f91 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:17.457468 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-114ed13b-bb89-499d-a930-c2727b798b89 req-2fbe27a3-4453-4c2d-9fcc-0d8309160f91 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0498133 Feb 10 23:18:17.502858 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-114ed13b-bb89-499d-a930-c2727b798b89 req-08cc05c0-d7f3-4aa0-bc79-07f9b722f34a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Feb 10 23:18:17.599189 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:18.624525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae64d3e-9345-4913-bed8-2e1f3c307ca4 req-8d66312a-acce-49ec-9bc5-c306d87a6862 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:18.625991 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fae64d3e-9345-4913-bed8-2e1f3c307ca4 req-8d66312a-acce-49ec-9bc5-c306d87a6862 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0569694 Feb 10 23:18:18.671693 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fae64d3e-9345-4913-bed8-2e1f3c307ca4 req-44382546-3887-44f4-9d62-a91947406670 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Feb 10 23:18:19.538893 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:19.793561 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ff72-91d7-4278-8395-87345a5d3166 req-41911fc3-07b6-40e6-a986-dc1a19b9e1e0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:19.795064 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0e94ff72-91d7-4278-8395-87345a5d3166 req-41911fc3-07b6-40e6-a986-dc1a19b9e1e0 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Feb 10 23:18:19.842712 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0e94ff72-91d7-4278-8395-87345a5d3166 req-efbf2b8e-9627-43a0-af9e-51601c0d9965 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Feb 10 23:18:20.961627 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aa860-7c7d-4bf5-97ac-20ad13bff28b req-aadba012-5214-46dc-9556-e5b9e3a9b5d4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:20.962999 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e16aa860-7c7d-4bf5-97ac-20ad13bff28b req-aadba012-5214-46dc-9556-e5b9e3a9b5d4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0508080 Feb 10 23:18:21.008205 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e16aa860-7c7d-4bf5-97ac-20ad13bff28b req-333a1661-98a1-47e9-8d8d-df9b732c7f45 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396461 Feb 10 23:18:22.130262 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45675d9e-5eed-48e0-bc09-9f0d89805a56 req-ed295221-1a21-4b9a-ae05-7eae6032acf5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:22.131774 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45675d9e-5eed-48e0-bc09-9f0d89805a56 req-ed295221-1a21-4b9a-ae05-7eae6032acf5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Feb 10 23:18:22.181470 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45675d9e-5eed-48e0-bc09-9f0d89805a56 req-dea656e5-6f26-4c99-8081-b631cf528fee tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428915 Feb 10 23:18:23.303108 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40dc9c-af7a-49a6-b5d6-9a88d5e4c04c req-648ffabd-2ee9-48a6-83e1-87b88a6a6f45 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:23.304627 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de40dc9c-af7a-49a6-b5d6-9a88d5e4c04c req-648ffabd-2ee9-48a6-83e1-87b88a6a6f45 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0552158 Feb 10 23:18:23.356291 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de40dc9c-af7a-49a6-b5d6-9a88d5e4c04c req-0f3dc207-6ea8-4c23-8c85-3b7475a79bf2 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Feb 10 23:18:24.487230 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1c04-7d1e-4964-a7ff-62b8ab7921ca req-c847fd7c-75a9-415e-8c40-4ff45f2d6077 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:24.489620 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-839c1c04-7d1e-4964-a7ff-62b8ab7921ca req-c847fd7c-75a9-415e-8c40-4ff45f2d6077 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0595353 Feb 10 23:18:24.538071 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-839c1c04-7d1e-4964-a7ff-62b8ab7921ca req-3ba9056a-bc22-40f4-a215-2022fae576ae tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424864 Feb 10 23:18:25.658397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d322b7-601a-43bb-8012-ad6dcaeef70a req-e900e663-e35d-4e9a-8ed5-8ebcc2d1f7b4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:25.659922 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31d322b7-601a-43bb-8012-ad6dcaeef70a req-e900e663-e35d-4e9a-8ed5-8ebcc2d1f7b4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0549066 Feb 10 23:18:25.709067 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31d322b7-601a-43bb-8012-ad6dcaeef70a req-3660b2cd-4698-4b13-97bd-926b1d051e41 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430689 Feb 10 23:18:26.125514 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21044e0-4250-4860-bf2f-175d7fed68ab req-9eacac4f-a287-4830-8c53-fdae28770632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:26.126989 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c21044e0-4250-4860-bf2f-175d7fed68ab req-9eacac4f-a287-4830-8c53-fdae28770632 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0436630 Feb 10 23:18:26.172375 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c21044e0-4250-4860-bf2f-175d7fed68ab req-a5cfa97d-52b2-4f3f-8ad6-47eb3e59b481 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Feb 10 23:18:26.834668 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b3c9c-b1a1-4908-b477-f8a297a78785 req-472399e6-5c91-4abd-a6ee-124657804260 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:26.836215 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-461b3c9c-b1a1-4908-b477-f8a297a78785 req-472399e6-5c91-4abd-a6ee-124657804260 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Feb 10 23:18:26.888864 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-461b3c9c-b1a1-4908-b477-f8a297a78785 req-27c0336d-6f61-4136-8a92-891c57afb33b tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465229 Feb 10 23:18:28.005833 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc7ef3-5998-4106-a36d-a2fb1b6988b2 req-0fcddec7-742e-4367-8aa7-6e7943c8c8e7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:28.007309 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2bc7ef3-5998-4106-a36d-a2fb1b6988b2 req-0fcddec7-742e-4367-8aa7-6e7943c8c8e7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Feb 10 23:18:28.055700 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2bc7ef3-5998-4106-a36d-a2fb1b6988b2 req-3fc766e3-d1c8-41ec-a2f9-47ab2f4e6c6a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Feb 10 23:18:29.176819 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befad4b-e8e7-40e0-9c3b-56dd32f79faf req-02bc5986-8c3b-4114-815b-ba120ca517ed tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.179087 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6befad4b-e8e7-40e0-9c3b-56dd32f79faf req-02bc5986-8c3b-4114-815b-ba120ca517ed tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0554030 Feb 10 23:18:29.228625 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6befad4b-e8e7-40e0-9c3b-56dd32f79faf req-9ccc0918-b700-4d9c-809b-7d0711a2121a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Feb 10 23:18:29.574026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901575b9-f8c2-4ed6-8e12-f87e2b6f1cce req-2fcfddd2-5d0f-4084-8a4c-f0d3238cb0b7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.575501 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-901575b9-f8c2-4ed6-8e12-f87e2b6f1cce req-2fcfddd2-5d0f-4084-8a4c-f0d3238cb0b7 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0946069 Feb 10 23:18:29.577888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-590067b0-9433-429c-b9e6-cbf7113ec214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.579309 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-590067b0-9433-429c-b9e6-cbf7113ec214 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 1129 time: 0.0859425 Feb 10 23:18:29.688964 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-901575b9-f8c2-4ed6-8e12-f87e2b6f1cce req-cb729b41-7e49-410f-891b-8c66a1e3d1cf tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078503 Feb 10 23:18:29.708015 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-10cbe26a-46f9-42da-827f-9fbd4ab53c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.709471 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-10cbe26a-46f9-42da-827f-9fbd4ab53c37 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.1227367 Feb 10 23:18:29.752422 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-76485acd-97ad-45e3-b4e7-0c2ed0ac55ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 200 len: 217 time: 0.0356150 Feb 10 23:18:29.801383 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-37843cb9-3d2d-46d2-9681-24a97b9f91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.805640 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-37843cb9-3d2d-46d2-9681-24a97b9f91e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.0437434 Feb 10 23:18:29.840021 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-6e8b636f-7ad1-402f-986e-7644f76b6ae5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294445 Feb 10 23:18:29.930471 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-d7faf395-9d47-482e-8bd5-4967f078d2ef service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834017 Feb 10 23:18:30.027154 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8917004-fc54-4ba0-9cdb-354c9bac52a6 req-5f2023d4-6772-4cb2-b5ee-26e1f0d3b787 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902066 Feb 10 23:18:30.226955 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799801-ec1b-4406-8524-0abbec8ac1d4 req-92cb01c3-5f4b-43c5-90fb-5b3370e60bac tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:30.229056 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20799801-ec1b-4406-8524-0abbec8ac1d4 req-92cb01c3-5f4b-43c5-90fb-5b3370e60bac tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Feb 10 23:18:30.276932 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20799801-ec1b-4406-8524-0abbec8ac1d4 req-cadf89e2-6ff0-4146-93ae-7b35293e01fa tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Feb 10 23:18:30.813511 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2a25-93d1-467d-914b-df8d92586756 req-68ef2a5a-4d75-4f31-b4d0-8e6890964084 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:30.815065 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cb0d2a25-93d1-467d-914b-df8d92586756 req-68ef2a5a-4d75-4f31-b4d0-8e6890964084 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0556056 Feb 10 23:18:30.863946 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cb0d2a25-93d1-467d-914b-df8d92586756 req-e5459a19-2701-4269-b665-66cf6f698428 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Feb 10 23:18:31.394736 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa27153-b653-4107-9f2b-cd3c6ad06432 req-ba0c28eb-6c1d-49bf-b166-719a8e7feeb0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:31.396252 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fa27153-b653-4107-9f2b-cd3c6ad06432 req-ba0c28eb-6c1d-49bf-b166-719a8e7feeb0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0520339 Feb 10 23:18:31.448072 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fa27153-b653-4107-9f2b-cd3c6ad06432 req-116156f3-faea-4361-b709-0c0a4ac6e07e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447671 Feb 10 23:18:31.981545 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd86343-382d-45e4-890d-c283a9f1c834 req-da08484c-7f67-45f7-a786-eae2feb1810c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:31.983044 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2bd86343-382d-45e4-890d-c283a9f1c834 req-da08484c-7f67-45f7-a786-eae2feb1810c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0515411 Feb 10 23:18:32.030953 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2bd86343-382d-45e4-890d-c283a9f1c834 req-d21804c9-04f4-4d79-bc11-19850995cd37 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420392 Feb 10 23:18:32.573693 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f14636-9d8f-4577-a510-699de7dc708b req-63dcb27d-5bf9-44ea-88b6-83d7a78bb69f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:32.575269 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94f14636-9d8f-4577-a510-699de7dc708b req-63dcb27d-5bf9-44ea-88b6-83d7a78bb69f tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0526760 Feb 10 23:18:32.625177 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94f14636-9d8f-4577-a510-699de7dc708b req-2786ac19-10cd-427d-ab2c-d9a67089ae89 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Feb 10 23:18:33.014931 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-fc1ed8bf-bbaa-4576-8575-50f243ba84c3 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:33.016432 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-fc1ed8bf-bbaa-4576-8575-50f243ba84c3 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 945 time: 0.0527866 Feb 10 23:18:33.116211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Deleting port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:33.116561 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:33.156830 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc553e-5782-43b5-96b5-45bdc1e62beb req-f5fc60ae-d160-4bf1-b4cc-afed7baa22e3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:33.158344 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b6bc553e-5782-43b5-96b5-45bdc1e62beb req-f5fc60ae-d160-4bf1-b4cc-afed7baa22e3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0575728 Feb 10 23:18:33.206893 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b6bc553e-5782-43b5-96b5-45bdc1e62beb req-2a90ca20-5a42-4993-b7f4-0f934a2200e5 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428927 Feb 10 23:18:33.209365 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] For port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:33.209794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:33.225554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Calling delete_port for dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:33.243431 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:18:33.358557 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:33.386277 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event deleted for resources: {'Port': ['ID=dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:33.409654 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc', '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'f82fd231-cba5-451b-a62d-7a74b3e3d46c', 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:33.434123 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] No DVR routers for this DVR port dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:33.436916 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:33.440512 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8752a4fd-07b5-4c20-aa27-d124aefeb65b req-927e5b20-f385-4624-af13-2694c666233a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "DELETE /v2.0/ports/dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 HTTP/1.1" status: 204 len: 173 time: 0.4186106 Feb 10 23:18:33.441044 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'name': 'network-vif-deleted', 'tag': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:33.443986 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc065bb-11bf-4875-9878-93d26ee198a2" -d '{"events": [{"server_uuid": "820ec84d-cea8-40be-a31b-7a1ebae10045", "name": "network-vif-deleted", "tag": "dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:33.482678 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488818c0-a0e6-48fc-93b4-520da9882f2e x-openstack-request-id: req-488818c0-a0e6-48fc-93b4-520da9882f2e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:33.482975 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820ec84d-cea8-40be-a31b-7a1ebae10045", "name": "network-vif-deleted", "tag": "dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:33.483233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-488818c0-a0e6-48fc-93b4-520da9882f2e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:33.483846 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820ec84d-cea8-40be-a31b-7a1ebae10045', 'name': 'network-vif-deleted', 'tag': 'dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1', 'status': 'completed', 'code': 200} Feb 10 23:18:33.730674 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ff3e8691-62a6-40cb-b91f-9333ad0fc29a req-cc259fb5-c9a9-4f0e-86fa-d1cc1f50c594 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=820ec84d-cea8-40be-a31b-7a1ebae10045 HTTP/1.1" status: 200 len: 210 time: 0.0264249 Feb 10 23:18:34.060341 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-f1877b77-6805-4d71-86c3-35e23c3c423c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447168 Feb 10 23:18:34.209294 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-ea7c815c-22d0-420c-b6a8-20844cc1f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.211096 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-ea7c815c-22d0-420c-b6a8-20844cc1f7ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0256f193432141a582df6c7960b3f1ce&device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 1130 time: 0.0510876 Feb 10 23:18:34.359456 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-d4029483-b3fe-4a09-82a9-3b9100fd9bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.360971 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-d4029483-b3fe-4a09-82a9-3b9100fd9bdc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 200 len: 919 time: 0.1283154 Feb 10 23:18:34.373513 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80959843-01d6-4b96-a22b-dc962da40fc0 req-fefe04fa-3ba7-4853-87cd-c308f7869991 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.374966 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80959843-01d6-4b96-a22b-dc962da40fc0 req-fefe04fa-3ba7-4853-87cd-c308f7869991 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0754292 Feb 10 23:18:34.422227 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-d595f2d0-64bc-44fc-906e-39c91b393eb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 HTTP/1.1" status: 200 len: 217 time: 0.0463023 Feb 10 23:18:34.482197 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80959843-01d6-4b96-a22b-dc962da40fc0 req-c17520f9-3b45-4bef-9adf-23aa00c6cda4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003175 Feb 10 23:18:34.493645 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-39b55b28-e71e-4402-9aa0-0aefa87fd9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.496297 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-39b55b28-e71e-4402-9aa0-0aefa87fd9ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 200 len: 858 time: 0.0665376 Feb 10 23:18:34.528857 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-b9ee0d23-72d6-41cc-a5f2-eeb44f7d3ace service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e9970b4b-68f6-44a4-ba0b-472b02b3180e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264437 Feb 10 23:18:34.621045 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-87d3aaa7-bce4-4483-adea-1a5dbd1e8cb3 service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851560 Feb 10 23:18:34.715616 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7cb8e7bf-8fcb-4e91-b2f4-2fbb84f339d3 req-920ee349-7751-499e-8f82-d2f5040e9c6c service neutron] 10.222.0.43 "GET /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887566 Feb 10 23:18:35.867061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:36.140438 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636f21-ae10-4a08-9795-20659282597f req-b25e7df2-c2b0-4df1-8a0e-7f7a64f1f2c7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:36.141937 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0e636f21-ae10-4a08-9795-20659282597f req-b25e7df2-c2b0-4df1-8a0e-7f7a64f1f2c7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0535128 Feb 10 23:18:36.188928 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0e636f21-ae10-4a08-9795-20659282597f req-5516f069-576d-4429-ba05-7c2b41d95353 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414598 Feb 10 23:18:37.306517 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d1523-c7fd-41f7-bd72-70bdf5c50077 req-58b81d87-3faa-4472-8f87-ceef18fa71d7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:37.308565 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ae2d1523-c7fd-41f7-bd72-70bdf5c50077 req-58b81d87-3faa-4472-8f87-ceef18fa71d7 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0536950 Feb 10 23:18:37.353651 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ae2d1523-c7fd-41f7-bd72-70bdf5c50077 req-55e048e1-1179-4eae-a2ac-38a3d5c279d1 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Feb 10 23:18:37.981667 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:38.003443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:38.003789 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device dd9dc9d3-3d88-486a-8bd4-fef14c29b2a1 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:38.471600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb246755-30ce-425b-abba-6ffdd99cc28f req-07747695-2d36-4183-9d11-d064990514fb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:38.473123 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb246755-30ce-425b-abba-6ffdd99cc28f req-07747695-2d36-4183-9d11-d064990514fb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0517449 Feb 10 23:18:38.518194 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb246755-30ce-425b-abba-6ffdd99cc28f req-f8951a08-1956-47f3-b339-f943eb1fe70d tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396972 Feb 10 23:18:38.705265 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3043ef-446c-4144-8378-656064e9d9eb req-919d63e4-a4f1-49cb-a402-8c0150437078 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:38.706658 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d3043ef-446c-4144-8378-656064e9d9eb req-919d63e4-a4f1-49cb-a402-8c0150437078 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 945 time: 0.0560646 Feb 10 23:18:38.798170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Deleting port f82fd231-cba5-451b-a62d-7a74b3e3d46c {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:38.798513 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:38.890171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] For port f82fd231-cba5-451b-a62d-7a74b3e3d46c, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f82fd231-cba5-451b-a62d-7a74b3e3d46c,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:38.890531 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:38.902594 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Calling delete_port for f82fd231-cba5-451b-a62d-7a74b3e3d46c owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:39.032117 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (f82fd231-cba5-451b-a62d-7a74b3e3d46c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:39.061728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event deleted for resources: {'Port': ['ID=f82fd231-cba5-451b-a62d-7a74b3e3d46c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:39.076814 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc', '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'f82fd231-cba5-451b-a62d-7a74b3e3d46c'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:39.104597 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] No DVR routers for this DVR port f82fd231-cba5-451b-a62d-7a74b3e3d46c on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:39.107839 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:39.111164 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d3043ef-446c-4144-8378-656064e9d9eb req-f469e0d6-968e-40cb-82ae-91f95900aa62 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "DELETE /v2.0/ports/f82fd231-cba5-451b-a62d-7a74b3e3d46c HTTP/1.1" status: 204 len: 173 time: 0.3991592 Feb 10 23:18:39.111625 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'name': 'network-vif-deleted', 'tag': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:39.113884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71049a1a-e075-4cfe-9a2b-d240afc76154" -d '{"events": [{"server_uuid": "b71c6453-897e-4637-b420-c6f389cd67ae", "name": "network-vif-deleted", "tag": "f82fd231-cba5-451b-a62d-7a74b3e3d46c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:39.153260 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526f4698-9b43-49b5-9d38-70187dfd554e x-openstack-request-id: req-526f4698-9b43-49b5-9d38-70187dfd554e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:39.153663 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c6453-897e-4637-b420-c6f389cd67ae", "name": "network-vif-deleted", "tag": "f82fd231-cba5-451b-a62d-7a74b3e3d46c", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:39.153794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-526f4698-9b43-49b5-9d38-70187dfd554e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:39.154236 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c6453-897e-4637-b420-c6f389cd67ae', 'name': 'network-vif-deleted', 'tag': 'f82fd231-cba5-451b-a62d-7a74b3e3d46c', 'status': 'completed', 'code': 200} Feb 10 23:18:39.623453 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9804fa9c-1c39-4834-820d-cde6effc92af req-18d106d5-9a05-4978-a344-8b2bb37d6d5e tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=b71c6453-897e-4637-b420-c6f389cd67ae HTTP/1.1" status: 200 len: 210 time: 0.0284986 Feb 10 23:18:40.458546 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a526-c578-4a6d-a106-a542fca2eb63 req-8a723ad7-a5cb-41bf-b0a1-c3923fb4ca52 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:40.460041 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4e8a526-c578-4a6d-a106-a542fca2eb63 req-8a723ad7-a5cb-41bf-b0a1-c3923fb4ca52 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0530469 Feb 10 23:18:40.508589 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4e8a526-c578-4a6d-a106-a542fca2eb63 req-a486fed3-0096-4a5b-a6d8-c44b9d814883 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Feb 10 23:18:40.886044 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50343a36-7aa6-4cac-8764-c6a3ebdb2e6b req-319dbc7d-a20e-42ac-9ab2-cfd222774852 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:40.887772 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-50343a36-7aa6-4cac-8764-c6a3ebdb2e6b req-319dbc7d-a20e-42ac-9ab2-cfd222774852 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.0526543 Feb 10 23:18:40.933059 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-50343a36-7aa6-4cac-8764-c6a3ebdb2e6b req-61e12f4b-19cb-46cc-ac80-e2e3fc0b0ad5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Feb 10 23:18:41.626170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbca310-774d-43f9-bad2-4dac73f00de1 req-d0a273d7-276a-4c94-9f08-672d8a04a99c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:41.627647 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5dbca310-774d-43f9-bad2-4dac73f00de1 req-d0a273d7-276a-4c94-9f08-672d8a04a99c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0521069 Feb 10 23:18:41.672579 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5dbca310-774d-43f9-bad2-4dac73f00de1 req-67674674-db1a-42b2-b80f-3008ba3e1c71 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Feb 10 23:18:41.998576 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device f82fd231-cba5-451b-a62d-7a74b3e3d46c no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:42.020844 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: f82fd231-cba5-451b-a62d-7a74b3e3d46c {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:42.021187 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device f82fd231-cba5-451b-a62d-7a74b3e3d46c not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:42.052564 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c32ac5-dbdf-4ffe-8874-193bdbe5fd78 req-551b6959-73d1-448a-b8d0-8dc86ece5e56 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:42.054036 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d7c32ac5-dbdf-4ffe-8874-193bdbe5fd78 req-551b6959-73d1-448a-b8d0-8dc86ece5e56 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.0517812 Feb 10 23:18:42.104713 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d7c32ac5-dbdf-4ffe-8874-193bdbe5fd78 req-32957e4a-9136-4bcd-be3b-826146a7aef0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Feb 10 23:18:42.786861 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f96428-2c8c-40d6-96ca-dc1e242bae2f req-06b3eb1c-f016-493b-bca6-fce0fe9e245d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:42.788333 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12f96428-2c8c-40d6-96ca-dc1e242bae2f req-06b3eb1c-f016-493b-bca6-fce0fe9e245d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0504210 Feb 10 23:18:42.834207 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12f96428-2c8c-40d6-96ca-dc1e242bae2f req-e2d360b7-7d5f-4e09-acca-3c595aea26fc tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Feb 10 23:18:42.872528 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-225cb615-1f9c-459b-a3c1-445d32d3f20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:43.219710 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a6f2-1eb1-4a9c-bf6d-4b0296fba496 req-a18a2f57-541b-4f90-9b8b-80da4a598da5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:43.221384 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53b0a6f2-1eb1-4a9c-bf6d-4b0296fba496 req-a18a2f57-541b-4f90-9b8b-80da4a598da5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.0519214 Feb 10 23:18:43.266390 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53b0a6f2-1eb1-4a9c-bf6d-4b0296fba496 req-7db88127-9bce-476b-9bc6-f50b13bb7d67 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395277 Feb 10 23:18:43.430469 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-53c80a32-e3c6-4f63-b242-f332921a19a5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:43.431944 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-53c80a32-e3c6-4f63-b242-f332921a19a5 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 945 time: 0.0551419 Feb 10 23:18:43.532102 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Deleting port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:43.532358 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:43.621695 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] For port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:43.622062 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:43.633622 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Calling delete_port for 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:43.760162 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (05167ae6-7e0a-4aef-82ae-0f5cb7d7e823), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:43.792828 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event deleted for resources: {'Port': ['ID=05167ae6-7e0a-4aef-82ae-0f5cb7d7e823,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:43.801966 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc', '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:43.835170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] No DVR routers for this DVR port 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:43.837815 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:43.841216 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acf7c924-b8d8-47a5-b75d-ad881be31496 req-d9d9cc41-da5a-4adc-9b9b-45ad84c74c55 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "DELETE /v2.0/ports/05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 HTTP/1.1" status: 204 len: 173 time: 0.4025793 Feb 10 23:18:43.841689 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'name': 'network-vif-deleted', 'tag': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:43.844157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a43c7c-8662-4403-aa47-17c709994266" -d '{"events": [{"server_uuid": "8d72e0ca-9eee-429b-8c00-f795dbd8c812", "name": "network-vif-deleted", "tag": "05167ae6-7e0a-4aef-82ae-0f5cb7d7e823"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:43.900926 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cbba08-09ec-4ed1-a217-3244ed0c4faf x-openstack-request-id: req-99cbba08-09ec-4ed1-a217-3244ed0c4faf {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:43.901246 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d72e0ca-9eee-429b-8c00-f795dbd8c812", "name": "network-vif-deleted", "tag": "05167ae6-7e0a-4aef-82ae-0f5cb7d7e823", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:43.901500 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99cbba08-09ec-4ed1-a217-3244ed0c4faf {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:43.901895 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d72e0ca-9eee-429b-8c00-f795dbd8c812', 'name': 'network-vif-deleted', 'tag': '05167ae6-7e0a-4aef-82ae-0f5cb7d7e823', 'status': 'completed', 'code': 200} Feb 10 23:18:43.961137 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999feccc-d4fb-4236-be95-d6fc368b6be6 req-10c95f56-3501-4b18-8968-3b308a8eb410 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:43.962607 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-999feccc-d4fb-4236-be95-d6fc368b6be6 req-10c95f56-3501-4b18-8968-3b308a8eb410 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0559888 Feb 10 23:18:44.009377 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-999feccc-d4fb-4236-be95-d6fc368b6be6 req-c7ef695d-a909-406b-8a5e-db37916ec80c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403790 Feb 10 23:18:44.328280 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-4028f824-5060-467c-add2-dcb1fc6ab355 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:44.329821 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-4028f824-5060-467c-add2-dcb1fc6ab355 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 946 time: 0.0561006 Feb 10 23:18:44.399635 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eef22ebe-74cd-4dce-b425-a9b17563f176 req-4e265aad-b124-426b-96a2-b4d6da46dfce tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8d72e0ca-9eee-429b-8c00-f795dbd8c812 HTTP/1.1" status: 200 len: 210 time: 0.0328269 Feb 10 23:18:44.452416 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Deleting port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:44.452763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:44.549514 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] For port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:44.549797 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:44.562030 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Calling delete_port for d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:44.684725 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (d4c8b8dc-d661-46eb-b3be-43ba8843fdf1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:44.716092 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Pushing event deleted for resources: {'Port': ['ID=d4c8b8dc-d661-46eb-b3be-43ba8843fdf1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:44.724388 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['e56a4939-812d-4617-94a0-17123aa3232a', 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:44.756157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] No DVR routers for this DVR port d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:44.758486 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:44.761931 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e5dc7da-f1a7-4399-8750-2dc68ad5a3ea req-df82d205-a665-4194-a2fc-09dfa0c1a269 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "DELETE /v2.0/ports/d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 HTTP/1.1" status: 204 len: 173 time: 0.4267108 Feb 10 23:18:45.121730 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8152d17d-adad-4b3b-8ed3-40d748370531 req-b8520796-c598-4c06-b375-15b1c7648b24 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a40759c-0510-4aff-8b65-24c2154d6d92 HTTP/1.1" status: 200 len: 210 time: 0.0289350 Feb 10 23:18:45.225438 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d338ce-fb6c-4a6f-964d-c2720bd59e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:45.903345 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'name': 'network-vif-deleted', 'tag': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:45.905728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba376a95-ca2f-4701-b0cf-8d689a9e325e" -d '{"events": [{"server_uuid": "1a40759c-0510-4aff-8b65-24c2154d6d92", "name": "network-vif-deleted", "tag": "d4c8b8dc-d661-46eb-b3be-43ba8843fdf1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:45.922918 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:45.941844 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dee0dc-8866-4e92-8364-d43f65012cfc x-openstack-request-id: req-13dee0dc-8866-4e92-8364-d43f65012cfc {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:45.942140 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40759c-0510-4aff-8b65-24c2154d6d92", "name": "network-vif-deleted", "tag": "d4c8b8dc-d661-46eb-b3be-43ba8843fdf1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:45.942393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13dee0dc-8866-4e92-8364-d43f65012cfc {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:45.942786 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40759c-0510-4aff-8b65-24c2154d6d92', 'name': 'network-vif-deleted', 'tag': 'd4c8b8dc-d661-46eb-b3be-43ba8843fdf1', 'status': 'completed', 'code': 200} Feb 10 23:18:46.384176 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a2cf-cd92-472c-8a6e-177607253d65 req-cce622a6-88cc-45f0-8fb0-b7da3a1b985f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:46.385654 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0802a2cf-cd92-472c-8a6e-177607253d65 req-cce622a6-88cc-45f0-8fb0-b7da3a1b985f tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0514688 Feb 10 23:18:46.431213 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0802a2cf-cd92-472c-8a6e-177607253d65 req-8656934a-acfb-4614-acf0-3f200e2d8869 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Feb 10 23:18:46.789205 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339545-3627-4cda-bd2e-10b39a53e1a8 req-9b4043bb-96f0-4309-bf27-76037c4ad737 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:46.790667 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a1339545-3627-4cda-bd2e-10b39a53e1a8 req-9b4043bb-96f0-4309-bf27-76037c4ad737 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.0539207 Feb 10 23:18:46.836566 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a1339545-3627-4cda-bd2e-10b39a53e1a8 req-0452026d-842f-484a-9712-e9744a96b26a tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Feb 10 23:18:47.551121 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f4014-925b-4f8d-896f-4e65c6568df7 req-0f451b53-d8fb-4891-89a7-67bec6aedae6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:47.552640 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bf1f4014-925b-4f8d-896f-4e65c6568df7 req-0f451b53-d8fb-4891-89a7-67bec6aedae6 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0519190 Feb 10 23:18:47.599561 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bf1f4014-925b-4f8d-896f-4e65c6568df7 req-1da456e3-d17b-4a47-bc25-b68d0a92ce73 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Feb 10 23:18:47.604226 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:47.951388 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75c376-a6d4-4f93-ba2b-54dbbacbfde9 req-9c146a32-cf90-4117-8c0c-a0cda55415eb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:47.952861 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d75c376-a6d4-4f93-ba2b-54dbbacbfde9 req-9c146a32-cf90-4117-8c0c-a0cda55415eb tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.0505676 Feb 10 23:18:47.997952 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d75c376-a6d4-4f93-ba2b-54dbbacbfde9 req-690d6817-c014-49f0-9b45-e01f8e6fa24b tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Feb 10 23:18:48.046174 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:48.068970 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:48.069317 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device d4c8b8dc-d661-46eb-b3be-43ba8843fdf1 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:48.069721 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:48.088965 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:48.089312 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 05167ae6-7e0a-4aef-82ae-0f5cb7d7e823 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:48.719402 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21740ff3-638d-4d47-bb24-35a08ae71600 req-8bfe6f03-28e3-4eaa-82c3-9f90ebfd7c76 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:48.720923 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21740ff3-638d-4d47-bb24-35a08ae71600 req-8bfe6f03-28e3-4eaa-82c3-9f90ebfd7c76 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0531697 Feb 10 23:18:48.770596 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21740ff3-638d-4d47-bb24-35a08ae71600 req-53d36efd-32c4-4997-b0ce-5e9ad9e0816c tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Feb 10 23:18:49.114681 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d626a0-b585-4f1c-a7aa-620a825f14b3 req-cb20591d-9f7a-4a42-b3cf-ed7502b4f404 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:49.116161 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75d626a0-b585-4f1c-a7aa-620a825f14b3 req-cb20591d-9f7a-4a42-b3cf-ed7502b4f404 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.0535872 Feb 10 23:18:49.161453 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75d626a0-b585-4f1c-a7aa-620a825f14b3 req-4469a44f-789b-4994-99f0-c81bd178eb41 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/security-groups?id=91b44729-123e-454e-8da8-4cc6494bec75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Feb 10 23:18:49.318847 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77065bbf-1622-4845-ac95-b50eef301212 req-091a0d82-3fd2-456a-b4a0-cd3a676318f0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:49.320210 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77065bbf-1622-4845-ac95-b50eef301212 req-091a0d82-3fd2-456a-b4a0-cd3a676318f0 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 946 time: 0.0506155 Feb 10 23:18:49.414460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Deleting port 29796ed2-6a68-4a22-a831-9ff833b3a7dc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:49.414797 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:49.504061 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] For port 29796ed2-6a68-4a22-a831-9ff833b3a7dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=29796ed2-6a68-4a22-a831-9ff833b3a7dc,segment=NetworkSegment(96f5f7d3-c33e-4438-9246-f8b3079e3043),segment_id=96f5f7d3-c33e-4438-9246-f8b3079e3043)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:49.504426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:49.516836 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Calling delete_port for 29796ed2-6a68-4a22-a831-9ff833b3a7dc owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:49.542508 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:49.644959 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (29796ed2-6a68-4a22-a831-9ff833b3a7dc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:49.673176 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Pushing event deleted for resources: {'Port': ['ID=29796ed2-6a68-4a22-a831-9ff833b3a7dc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:49.700563 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['29796ed2-6a68-4a22-a831-9ff833b3a7dc'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:49.713616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] No DVR routers for this DVR port 29796ed2-6a68-4a22-a831-9ff833b3a7dc on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:49.716929 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:49.720240 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77065bbf-1622-4845-ac95-b50eef301212 req-a6819e15-5473-4f75-bb4a-f806b6898ae8 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.43 "DELETE /v2.0/ports/29796ed2-6a68-4a22-a831-9ff833b3a7dc HTTP/1.1" status: 204 len: 173 time: 0.3937871 Feb 10 23:18:49.720695 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b318281-da74-4def-bf1d-6c58526a88c7', 'name': 'network-vif-deleted', 'tag': '29796ed2-6a68-4a22-a831-9ff833b3a7dc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:49.722944 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aade4b-008b-4ab5-9c70-b09f26f7b3da" -d '{"events": [{"server_uuid": "8b318281-da74-4def-bf1d-6c58526a88c7", "name": "network-vif-deleted", "tag": "29796ed2-6a68-4a22-a831-9ff833b3a7dc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:49.769464 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68dc3ece-2285-4f9a-a452-631ebb9ddb2a x-openstack-request-id: req-68dc3ece-2285-4f9a-a452-631ebb9ddb2a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:49.770013 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b318281-da74-4def-bf1d-6c58526a88c7", "name": "network-vif-deleted", "tag": "29796ed2-6a68-4a22-a831-9ff833b3a7dc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:49.770278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68dc3ece-2285-4f9a-a452-631ebb9ddb2a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:49.770680 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b318281-da74-4def-bf1d-6c58526a88c7', 'name': 'network-vif-deleted', 'tag': '29796ed2-6a68-4a22-a831-9ff833b3a7dc', 'status': 'completed', 'code': 200} Feb 10 23:18:49.894621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2409ae-73bf-461c-8c09-57041853e64d req-de0e4401-c38f-44e4-bf18-f19bb7d37a2d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:49.896182 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb2409ae-73bf-461c-8c09-57041853e64d req-de0e4401-c38f-44e4-bf18-f19bb7d37a2d tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0586629 Feb 10 23:18:49.944612 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb2409ae-73bf-461c-8c09-57041853e64d req-f23ed5f2-dc61-43f9-a92f-763e0de8acfe tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Feb 10 23:18:50.271686 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc7a8f73-374a-470c-a186-2c56b4435b94 req-cbebb581-aa33-46b9-8d34-ab08751d2046 tempest-AttachVolumeNegativeTest-2065018997 tempest-AttachVolumeNegativeTest-2065018997-project] 10.222.0.77 "GET /v2.0/ports?device_id=8b318281-da74-4def-bf1d-6c58526a88c7 HTTP/1.1" status: 200 len: 210 time: 0.0318151 Feb 10 23:18:51.065616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a581d36-4a3c-444e-8146-7b72b6bb0184 req-1480f8a5-a5cd-4f6b-8ed5-3c11d4c88662 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:51.067082 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a581d36-4a3c-444e-8146-7b72b6bb0184 req-1480f8a5-a5cd-4f6b-8ed5-3c11d4c88662 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0560317 Feb 10 23:18:51.113094 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a581d36-4a3c-444e-8146-7b72b6bb0184 req-473b6156-3252-429f-ade4-b6ae8b5332c3 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405231 Feb 10 23:18:51.325616 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:51.368765 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Deleting subnet b324a28d-3d0c-44f8-b916-6418c0a65509 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:18:51.372316 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Publish callbacks [] for subnet (b324a28d-3d0c-44f8-b916-6418c0a65509), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.405693 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Publish callbacks [] for subnet (b324a28d-3d0c-44f8-b916-6418c0a65509), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.411091 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (b324a28d-3d0c-44f8-b916-6418c0a65509), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.460831 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (b324a28d-3d0c-44f8-b916-6418c0a65509), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.488544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b324a28d-3d0c-44f8-b916-6418c0a65509,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:51.501204 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.504343 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b324a28d-3d0c-44f8-b916-6418c0a65509 HTTP/1.1" status: 204 len: 168 time: 0.1777439 Feb 10 23:18:51.505812 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.506151 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.506503 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.506849 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.507177 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.507269 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49724) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:51.507505 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.507852 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.508183 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.508509 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.508833 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.509153 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.509471 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.509787 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a77644-25b6-4990-8e78-c0ab300ca5fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:51.806878 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (f4dc74d2-e23d-4580-93d2-ff2d10747684), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.885330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (f4dc74d2-e23d-4580-93d2-ff2d10747684), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.906132 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dc74d2-e23d-4580-93d2-ff2d10747684']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:51.915381 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f5f7d3-c33e-4438-9246-f8b3079e3043') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:51.915680 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f5f7d3-c33e-4438-9246-f8b3079e3043') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:51.925661 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (96f5f7d3-c33e-4438-9246-f8b3079e3043), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.939862 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (96f5f7d3-c33e-4438-9246-f8b3079e3043), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.946613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:18:51.947010 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (96f5f7d3-c33e-4438-9246-f8b3079e3043), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:18:51.948782 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:18:52.007387 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (f4dc74d2-e23d-4580-93d2-ff2d10747684), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:52.014297 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:52.017530 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] 10.222.0.77 "DELETE /v2.0/networks/f4dc74d2-e23d-4580-93d2-ff2d10747684 HTTP/1.1" status: 204 len: 168 time: 0.5092807 Feb 10 23:18:52.029357 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5007fc5a-61e3-4e03-9fb2-fc2563612ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=f4dc74d2-e23d-4580-93d2-ff2d10747684,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:52.233592 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:52.258404 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aacfc2-9681-4230-8f29-1079267d6278 req-48d86677-060f-48a0-a49c-d599ec695e57 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:52.260609 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31aacfc2-9681-4230-8f29-1079267d6278 req-48d86677-060f-48a0-a49c-d599ec695e57 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0786111 Feb 10 23:18:52.279500 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e47f6ed2-f5ab-483f-a4a6-754869d2396f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ab12603f3ae4b098df08267be769e7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446761 Feb 10 23:18:52.280450 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49746) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:52.328375 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31aacfc2-9681-4230-8f29-1079267d6278 req-b76714e6-9a66-48ff-9262-09358cf18559 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba4a3e9b-046c-4e09-98a1-bd34f2691699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596659 Feb 10 23:18:52.334078 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86574bb5-19b2-47fb-87ba-ccebefb8bed5 admin admin] Publish callbacks [] for security_group (91b44729-123e-454e-8da8-4cc6494bec75), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:52.357914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86574bb5-19b2-47fb-87ba-ccebefb8bed5 admin admin] Publish callbacks [] for security_group (91b44729-123e-454e-8da8-4cc6494bec75), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:52.405659 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86574bb5-19b2-47fb-87ba-ccebefb8bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (91b44729-123e-454e-8da8-4cc6494bec75), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:52.408332 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-86574bb5-19b2-47fb-87ba-ccebefb8bed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:52.409470 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-86574bb5-19b2-47fb-87ba-ccebefb8bed5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91b44729-123e-454e-8da8-4cc6494bec75 HTTP/1.1" status: 204 len: 168 time: 0.1279349 Feb 10 23:18:52.417251 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86574bb5-19b2-47fb-87ba-ccebefb8bed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b44729-123e-454e-8da8-4cc6494bec75,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:52.970279 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-1ccb4607-73ea-41ef-ba23-e26ba0fb51c4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:52.971757 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-1ccb4607-73ea-41ef-ba23-e26ba0fb51c4 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 945 time: 0.0568578 Feb 10 23:18:53.070073 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Deleting port e56a4939-812d-4617-94a0-17123aa3232a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:53.070410 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (e56a4939-812d-4617-94a0-17123aa3232a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:53.165793 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] For port e56a4939-812d-4617-94a0-17123aa3232a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e56a4939-812d-4617-94a0-17123aa3232a,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:53.166162 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (e56a4939-812d-4617-94a0-17123aa3232a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:53.178039 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Calling delete_port for e56a4939-812d-4617-94a0-17123aa3232a owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:53.311594 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (e56a4939-812d-4617-94a0-17123aa3232a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:53.342726 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Pushing event deleted for resources: {'Port': ['ID=e56a4939-812d-4617-94a0-17123aa3232a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:53.357499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['e56a4939-812d-4617-94a0-17123aa3232a'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:18:53.392111 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] No DVR routers for this DVR port e56a4939-812d-4617-94a0-17123aa3232a on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:18:53.395051 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:53.398503 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ac2b2406-56e2-42da-b3c6-b31d779c5396 req-51a11102-48a1-4035-a1c5-b27ea751880a tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.43 "DELETE /v2.0/ports/e56a4939-812d-4617-94a0-17123aa3232a HTTP/1.1" status: 204 len: 173 time: 0.4212680 Feb 10 23:18:53.398962 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'name': 'network-vif-deleted', 'tag': 'e56a4939-812d-4617-94a0-17123aa3232a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:18:53.401473 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02bab8-1a7d-438a-9719-d072adc8f3a1" -d '{"events": [{"server_uuid": "dbe3cc82-bdd4-4717-bfc7-90d24fbecea1", "name": "network-vif-deleted", "tag": "e56a4939-812d-4617-94a0-17123aa3232a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:18:53.479969 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b308edab-4364-4b08-86ed-9843033167ba x-openstack-request-id: req-b308edab-4364-4b08-86ed-9843033167ba {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:18:53.480397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe3cc82-bdd4-4717-bfc7-90d24fbecea1", "name": "network-vif-deleted", "tag": "e56a4939-812d-4617-94a0-17123aa3232a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:18:53.480603 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b308edab-4364-4b08-86ed-9843033167ba {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:18:53.480991 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe3cc82-bdd4-4717-bfc7-90d24fbecea1', 'name': 'network-vif-deleted', 'tag': 'e56a4939-812d-4617-94a0-17123aa3232a', 'status': 'completed', 'code': 200} Feb 10 23:18:53.482479 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-30fd51da-ab2f-460c-98db-87b007ad1108 req-29bb941c-1c3b-4c34-ac49-a9762e69fa10 tempest-ServerRescueNegativeTestJSON-836623699 tempest-ServerRescueNegativeTestJSON-836623699-project] 10.222.0.77 "GET /v2.0/ports?device_id=dbe3cc82-bdd4-4717-bfc7-90d24fbecea1 HTTP/1.1" status: 200 len: 210 time: 0.0618238 Feb 10 23:18:54.078087 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 29796ed2-6a68-4a22-a831-9ff833b3a7dc no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:54.099552 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 29796ed2-6a68-4a22-a831-9ff833b3a7dc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:54.099923 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 29796ed2-6a68-4a22-a831-9ff833b3a7dc not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:54.208397 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:54.330968 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e14213-92f7-4d45-8e83-07db2dea2771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.408418 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e14213-92f7-4d45-8e83-07db2dea2771 admin admin] Publish callbacks [] for security_group (73a12fc5-b26a-40dd-acf1-f3973263d3d6), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.412342 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e14213-92f7-4d45-8e83-07db2dea2771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (73a12fc5-b26a-40dd-acf1-f3973263d3d6), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.450053 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d6e14213-92f7-4d45-8e83-07db2dea2771 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=80ef65617c414b45972ebb21c2d7ce7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405989 Feb 10 23:18:54.451984 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14213-92f7-4d45-8e83-07db2dea2771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a12fc5-b26a-40dd-acf1-f3973263d3d6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:54.452982 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49816) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:54.500580 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac70c-50c0-4b74-ae66-dbf3c0f1e4ac admin admin] Publish callbacks [] for security_group (73a12fc5-b26a-40dd-acf1-f3973263d3d6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.521920 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac70c-50c0-4b74-ae66-dbf3c0f1e4ac admin admin] Publish callbacks [] for security_group (73a12fc5-b26a-40dd-acf1-f3973263d3d6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.539586 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49820) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:54.578913 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac70c-50c0-4b74-ae66-dbf3c0f1e4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (73a12fc5-b26a-40dd-acf1-f3973263d3d6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.581695 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac70c-50c0-4b74-ae66-dbf3c0f1e4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.585163 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8b8ac70c-50c0-4b74-ae66-dbf3c0f1e4ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/73a12fc5-b26a-40dd-acf1-f3973263d3d6 HTTP/1.1" status: 204 len: 168 time: 0.1288207 Feb 10 23:18:54.598400 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ac70c-50c0-4b74-ae66-dbf3c0f1e4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a12fc5-b26a-40dd-acf1-f3973263d3d6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:54.862247 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49832) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:54.876224 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffaad30d-cb17-4878-bb6b-85c500f3594f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.957905 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffaad30d-cb17-4878-bb6b-85c500f3594f admin admin] Publish callbacks [] for security_group (f8077bad-096d-423c-9b13-3640de30eaf9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:54.961651 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffaad30d-cb17-4878-bb6b-85c500f3594f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f8077bad-096d-423c-9b13-3640de30eaf9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.002818 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaad30d-cb17-4878-bb6b-85c500f3594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8077bad-096d-423c-9b13-3640de30eaf9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:55.007311 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ffaad30d-cb17-4878-bb6b-85c500f3594f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d61d4a3cf2b49e1a29111a77830f54e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438763 Feb 10 23:18:55.009897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49834) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:55.061466 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e2a1-6091-46b4-9553-9bc96c57cfd7 admin admin] Publish callbacks [] for security_group (f8077bad-096d-423c-9b13-3640de30eaf9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.084378 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e2a1-6091-46b4-9553-9bc96c57cfd7 admin admin] Publish callbacks [] for security_group (f8077bad-096d-423c-9b13-3640de30eaf9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.134213 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e2a1-6091-46b4-9553-9bc96c57cfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f8077bad-096d-423c-9b13-3640de30eaf9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.136893 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2c3e2a1-6091-46b4-9553-9bc96c57cfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.138052 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f2c3e2a1-6091-46b4-9553-9bc96c57cfd7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f8077bad-096d-423c-9b13-3640de30eaf9 HTTP/1.1" status: 204 len: 168 time: 0.1272550 Feb 10 23:18:55.149554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3e2a1-6091-46b4-9553-9bc96c57cfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8077bad-096d-423c-9b13-3640de30eaf9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:55.210353 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (86439816-b213-4482-90db-494155b2fd9d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.513019 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Deleting port 9128b80f-53f2-4ef0-9fba-110f9b3efeef {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:55.513359 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.595615 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] For port 9128b80f-53f2-4ef0-9fba-110f9b3efeef, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=9128b80f-53f2-4ef0-9fba-110f9b3efeef,segment=NetworkSegment(e91ad6b4-7c7e-448d-83cc-4a159cde4c0f),segment_id=e91ad6b4-7c7e-448d-83cc-4a159cde4c0f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:55.596284 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.609638 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Calling delete_port for 9128b80f-53f2-4ef0-9fba-110f9b3efeef owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:55.828890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (9128b80f-53f2-4ef0-9fba-110f9b3efeef), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:55.856517 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9128b80f-53f2-4ef0-9fba-110f9b3efeef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:55.987373 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (86439816-b213-4482-90db-494155b2fd9d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:56.220960 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Router 86439816-b213-4482-90db-494155b2fd9d has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:18:56.329790 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:18:56.338145 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:56.339064 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0d7d2f19-2f43-41d3-92ee-b39eb360d9a4 admin admin] 10.222.0.77 "PUT /v2.0/routers/86439816-b213-4482-90db-494155b2fd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7983689 Feb 10 23:18:56.341279 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] Sync routers for ids ['86439816-b213-4482-90db-494155b2fd9d'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:18:56.352586 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] Routers {'86439816-b213-4482-90db-494155b2fd9d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:18:56.353468 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:18:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['86439816-b213-4482-90db-494155b2fd9d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:56.453739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks [] for router (86439816-b213-4482-90db-494155b2fd9d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:56.465263 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] Set router 86439816-b213-4482-90db-494155b2fd9d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:18:56.567668 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks [] for router_gateway (86439816-b213-4482-90db-494155b2fd9d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:56.632046 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Deleting port 4befb7ae-71be-4eda-af92-393ef38e855a {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:18:56.632395 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:56.657395 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:18:55Z', 'revision_number': 5, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port': {'id': '4befb7ae-71be-4eda-af92-393ef38e855a', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:92:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86439816-b213-4482-90db-494155b2fd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:56.685419 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] Checking router: 86439816-b213-4482-90db-494155b2fd9d for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:18:56.694498 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] Routers {'86439816-b213-4482-90db-494155b2fd9d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:18:56.695108 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:18:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['86439816-b213-4482-90db-494155b2fd9d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:56.714471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] For port 4befb7ae-71be-4eda-af92-393ef38e855a, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=4befb7ae-71be-4eda-af92-393ef38e855a,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:18:56.714840 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:56.728157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Calling delete_port for 4befb7ae-71be-4eda-af92-393ef38e855a owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:18:56.787205 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] Set router 86439816-b213-4482-90db-494155b2fd9d gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:18:56.840387 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:18:56Z', 'revision_number': 6, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:56.872648 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d40bd-23d0-4168-a30f-8c3a00fa5212 None None] The sync data for ids ['86439816-b213-4482-90db-494155b2fd9d'] in dv-cinder-828805-1-iscsi is: [{'id': '86439816-b213-4482-90db-494155b2fd9d', 'name': 'tempest-ServerRescueNegativeTestJSON-471765886-router', 'tenant_id': '0256f193432141a582df6c7960b3f1ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:26Z', 'updated_at': '2022-02-10T23:18:56Z', 'revision_number': 6, 'project_id': '0256f193432141a582df6c7960b3f1ce', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:18:56.922925 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (4befb7ae-71be-4eda-af92-393ef38e855a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:56.948631 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Pushing event deleted for resources: {'Port': ['ID=4befb7ae-71be-4eda-af92-393ef38e855a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:57.011535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (86439816-b213-4482-90db-494155b2fd9d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.124650 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (86439816-b213-4482-90db-494155b2fd9d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.127224 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks [] for router_controller (86439816-b213-4482-90db-494155b2fd9d), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.159291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:57.198725 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (86439816-b213-4482-90db-494155b2fd9d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.199455 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86439816-b213-4482-90db-494155b2fd9d {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:18:57.206933 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.211785 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f4f03d0b-50c3-49e0-a109-960118953746 admin admin] 10.222.0.77 "DELETE /v2.0/routers/86439816-b213-4482-90db-494155b2fd9d HTTP/1.1" status: 204 len: 168 time: 0.8689430 Feb 10 23:18:57.211979 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:57.284225 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Deleting subnet 755e71f8-23a8-4af0-95df-2ca73280b0c8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:18:57.286473 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-381fef62-a113-4579-8307-2d2bf9cbe8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.290226 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Publish callbacks [] for subnet (755e71f8-23a8-4af0-95df-2ca73280b0c8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.338600 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Publish callbacks [] for subnet (755e71f8-23a8-4af0-95df-2ca73280b0c8), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.348811 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (755e71f8-23a8-4af0-95df-2ca73280b0c8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.360166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 9128b80f-53f2-4ef0-9fba-110f9b3efeef no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:57.388889 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 9128b80f-53f2-4ef0-9fba-110f9b3efeef {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:57.389234 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 9128b80f-53f2-4ef0-9fba-110f9b3efeef not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:57.455394 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for subnet (755e71f8-23a8-4af0-95df-2ca73280b0c8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.470773 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-381fef62-a113-4579-8307-2d2bf9cbe8d7 admin admin] Publish callbacks [] for security_group (1d807977-c5b7-47f5-9afd-d5d74e550351), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.492492 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.496513 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/755e71f8-23a8-4af0-95df-2ca73280b0c8 HTTP/1.1" status: 204 len: 168 time: 0.2746663 Feb 10 23:18:57.497569 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-381fef62-a113-4579-8307-2d2bf9cbe8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1d807977-c5b7-47f5-9afd-d5d74e550351), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.499334 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:57.499875 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817b438-9d1f-4c2b-93a8-d9164dc564d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755e71f8-23a8-4af0-95df-2ca73280b0c8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:57.552388 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-381fef62-a113-4579-8307-2d2bf9cbe8d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c72431de1bac496ba088201151e402aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3918223 Feb 10 23:18:57.555165 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 49904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:57.565520 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fef62-a113-4579-8307-2d2bf9cbe8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d807977-c5b7-47f5-9afd-d5d74e550351,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:57.573015 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (e9970b4b-68f6-44a4-ba0b-472b02b3180e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.627457 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e5f98bf-e6e0-464c-8737-2f64bf264c1e admin admin] Publish callbacks [] for security_group (1d807977-c5b7-47f5-9afd-d5d74e550351), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.653745 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e5f98bf-e6e0-464c-8737-2f64bf264c1e admin admin] Publish callbacks [] for security_group (1d807977-c5b7-47f5-9afd-d5d74e550351), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.662890 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (e9970b4b-68f6-44a4-ba0b-472b02b3180e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.689911 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9970b4b-68f6-44a4-ba0b-472b02b3180e']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:57.703179 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:57.704670 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91ad6b4-7c7e-448d-83cc-4a159cde4c0f') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:57.718447 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (e91ad6b4-7c7e-448d-83cc-4a159cde4c0f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.720559 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e5f98bf-e6e0-464c-8737-2f64bf264c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1d807977-c5b7-47f5-9afd-d5d74e550351), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.723475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8e5f98bf-e6e0-464c-8737-2f64bf264c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.728800 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8e5f98bf-e6e0-464c-8737-2f64bf264c1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1d807977-c5b7-47f5-9afd-d5d74e550351 HTTP/1.1" status: 204 len: 168 time: 0.1685362 Feb 10 23:18:57.734973 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f98bf-e6e0-464c-8737-2f64bf264c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d807977-c5b7-47f5-9afd-d5d74e550351,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:57.741336 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (e91ad6b4-7c7e-448d-83cc-4a159cde4c0f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.753602 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:18:57.755343 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (e91ad6b4-7c7e-448d-83cc-4a159cde4c0f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:18:57.757363 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:18:57.820915 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (e9970b4b-68f6-44a4-ba0b-472b02b3180e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.829802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:57.836192 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e9970b4b-68f6-44a4-ba0b-472b02b3180e HTTP/1.1" status: 204 len: 168 time: 0.3333955 Feb 10 23:18:57.853779 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9970b4b-68f6-44a4-ba0b-472b02b3180e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:57.862969 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.863385 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.863738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.864116 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.864449 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.864849 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.865617 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.865738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.866204 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.866547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.866883 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.867217 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:57.867602 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bbd084-246e-4725-9d0c-1912538a61e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:58.095569 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device e56a4939-812d-4617-94a0-17123aa3232a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:58.122870 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: e56a4939-812d-4617-94a0-17123aa3232a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:58.123221 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device e56a4939-812d-4617-94a0-17123aa3232a not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:18:58.130470 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49920) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:58.177849 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f23a1f73-4db1-4c0d-986d-e637bef4521e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0256f193432141a582df6c7960b3f1ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462244 Feb 10 23:18:58.180354 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 49922) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:18:58.254854 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e26-8a08-477c-9d85-efbcc76c358c admin admin] Publish callbacks [] for security_group (ba4a3e9b-046c-4e09-98a1-bd34f2691699), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:58.280668 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e26-8a08-477c-9d85-efbcc76c358c admin admin] Publish callbacks [] for security_group (ba4a3e9b-046c-4e09-98a1-bd34f2691699), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:58.345159 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e26-8a08-477c-9d85-efbcc76c358c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ba4a3e9b-046c-4e09-98a1-bd34f2691699), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:58.347951 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9e26-8a08-477c-9d85-efbcc76c358c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:18:58.349117 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d7ef9e26-8a08-477c-9d85-efbcc76c358c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba4a3e9b-046c-4e09-98a1-bd34f2691699 HTTP/1.1" status: 204 len: 168 time: 0.1677792 Feb 10 23:18:58.357332 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef9e26-8a08-477c-9d85-efbcc76c358c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4a3e9b-046c-4e09-98a1-bd34f2691699,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:59.013715 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 4befb7ae-71be-4eda-af92-393ef38e855a no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:18:59.033773 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 4befb7ae-71be-4eda-af92-393ef38e855a {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:18:59.034128 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 4befb7ae-71be-4eda-af92-393ef38e855a not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:19:05.870980 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.245107 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:19:10.326602 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50156) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:10.429116 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ed50618-924a-431b-9ae1-1f0c4c062b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.513083 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ed50618-924a-431b-9ae1-1f0c4c062b1e admin admin] Publish callbacks [] for security_group (8fe7636f-8b0e-4b78-80dd-47ca8b80dc33), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.516788 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ed50618-924a-431b-9ae1-1f0c4c062b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8fe7636f-8b0e-4b78-80dd-47ca8b80dc33), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.557441 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9ed50618-924a-431b-9ae1-1f0c4c062b1e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a380c6c81cee43c7a9e80a6750be0c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297730 Feb 10 23:19:10.558879 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed50618-924a-431b-9ae1-1f0c4c062b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe7636f-8b0e-4b78-80dd-47ca8b80dc33,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:10.561167 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:10.608730 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f53e668-f556-4ca5-acfc-f5279ab2eb7d admin admin] Publish callbacks [] for security_group (8fe7636f-8b0e-4b78-80dd-47ca8b80dc33), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.630580 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f53e668-f556-4ca5-acfc-f5279ab2eb7d admin admin] Publish callbacks [] for security_group (8fe7636f-8b0e-4b78-80dd-47ca8b80dc33), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.684633 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f53e668-f556-4ca5-acfc-f5279ab2eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8fe7636f-8b0e-4b78-80dd-47ca8b80dc33), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.687175 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f53e668-f556-4ca5-acfc-f5279ab2eb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:10.688351 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0f53e668-f556-4ca5-acfc-f5279ab2eb7d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8fe7636f-8b0e-4b78-80dd-47ca8b80dc33 HTTP/1.1" status: 204 len: 168 time: 0.1261327 Feb 10 23:19:10.696687 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53e668-f556-4ca5-acfc-f5279ab2eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe7636f-8b0e-4b78-80dd-47ca8b80dc33,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:10.952191 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:10.965777 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c1822c9-2b5f-40c6-8e7f-b502cb8ebcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.039055 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c1822c9-2b5f-40c6-8e7f-b502cb8ebcab admin admin] Publish callbacks [] for security_group (6e60eb32-1de4-44a7-a544-b9cf4bae8c9e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.043492 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6c1822c9-2b5f-40c6-8e7f-b502cb8ebcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (6e60eb32-1de4-44a7-a544-b9cf4bae8c9e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.079783 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6c1822c9-2b5f-40c6-8e7f-b502cb8ebcab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d128902ba3d24bd8b1ff7b82b16e2b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264935 Feb 10 23:19:11.081883 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1822c9-2b5f-40c6-8e7f-b502cb8ebcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60eb32-1de4-44a7-a544-b9cf4bae8c9e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:11.084126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50176) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:11.134959 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a044410a-ec8f-43db-b15b-48b581a0f003 admin admin] Publish callbacks [] for security_group (6e60eb32-1de4-44a7-a544-b9cf4bae8c9e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.156061 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a044410a-ec8f-43db-b15b-48b581a0f003 admin admin] Publish callbacks [] for security_group (6e60eb32-1de4-44a7-a544-b9cf4bae8c9e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.202994 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a044410a-ec8f-43db-b15b-48b581a0f003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (6e60eb32-1de4-44a7-a544-b9cf4bae8c9e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.205558 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a044410a-ec8f-43db-b15b-48b581a0f003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:11.206743 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a044410a-ec8f-43db-b15b-48b581a0f003 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e60eb32-1de4-44a7-a544-b9cf4bae8c9e HTTP/1.1" status: 204 len: 168 time: 0.1217003 Feb 10 23:19:11.214648 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044410a-ec8f-43db-b15b-48b581a0f003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60eb32-1de4-44a7-a544-b9cf4bae8c9e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:12.875748 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-93278dd4-1404-4019-a0d2-7b0364ee94d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:12.914422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:13.025720 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ecfd-2147-458f-aa40-70a8b04aa2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.104355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ecfd-2147-458f-aa40-70a8b04aa2c8 admin admin] Publish callbacks [] for security_group (ea8f5cec-d14e-4561-a682-03a811f8f83c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.108397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a1a8ecfd-2147-458f-aa40-70a8b04aa2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ea8f5cec-d14e-4561-a682-03a811f8f83c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.147856 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a1a8ecfd-2147-458f-aa40-70a8b04aa2c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e60a7634de1477ba3cf20a285eb3efc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323239 Feb 10 23:19:13.148783 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8ecfd-2147-458f-aa40-70a8b04aa2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8f5cec-d14e-4561-a682-03a811f8f83c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:13.150529 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50250) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:13.200491 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e54473b-0450-42d0-88cc-a046ce88a8ef admin admin] Publish callbacks [] for security_group (ea8f5cec-d14e-4561-a682-03a811f8f83c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.222865 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e54473b-0450-42d0-88cc-a046ce88a8ef admin admin] Publish callbacks [] for security_group (ea8f5cec-d14e-4561-a682-03a811f8f83c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.279199 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e54473b-0450-42d0-88cc-a046ce88a8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ea8f5cec-d14e-4561-a682-03a811f8f83c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.281890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e54473b-0450-42d0-88cc-a046ce88a8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:13.282980 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4e54473b-0450-42d0-88cc-a046ce88a8ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ea8f5cec-d14e-4561-a682-03a811f8f83c HTTP/1.1" status: 204 len: 168 time: 0.1314561 Feb 10 23:19:13.307512 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54473b-0450-42d0-88cc-a046ce88a8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8f5cec-d14e-4561-a682-03a811f8f83c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:13.341158 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8be37a-1201-4297-835b-2e13c8847036 req-12769eaf-fbb2-4931-8465-627f138ad69b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:13.342682 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1d8be37a-1201-4297-835b-2e13c8847036 req-12769eaf-fbb2-4931-8465-627f138ad69b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0753572 Feb 10 23:19:13.396903 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1d8be37a-1201-4297-835b-2e13c8847036 req-62f10a80-b196-4333-9733-c794f63c9673 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486517 Feb 10 23:19:14.518613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ee363-5a35-43c8-8d6e-e25fc3645c7a req-4f154d20-3555-4f4c-a863-9c211eec3c12 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:14.520226 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d0ee363-5a35-43c8-8d6e-e25fc3645c7a req-4f154d20-3555-4f4c-a863-9c211eec3c12 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0520144 Feb 10 23:19:14.567483 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d0ee363-5a35-43c8-8d6e-e25fc3645c7a req-8975e469-8630-44e4-88b3-482aa968741e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417066 Feb 10 23:19:15.129994 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50332) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:15.231299 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c5af8c8-dd14-4064-aad2-2e00e8a805e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.235064 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1ad2-832a-4615-ac13-c747de00f360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.312523 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1ad2-832a-4615-ac13-c747de00f360 admin admin] Publish callbacks [] for security_group (7c36a0f2-fef4-41cc-9909-bbf666d7f034), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.316451 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1ad2-832a-4615-ac13-c747de00f360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7c36a0f2-fef4-41cc-9909-bbf666d7f034), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.354477 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7b2c1ad2-832a-4615-ac13-c747de00f360 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b3aa84df3554cfc86888a3c37460687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233958 Feb 10 23:19:15.356310 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1ad2-832a-4615-ac13-c747de00f360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c36a0f2-fef4-41cc-9909-bbf666d7f034,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:15.357814 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50342) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:15.411125 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a91aced-2f99-489a-bdfc-7357b7fae058 admin admin] Publish callbacks [] for security_group (7c36a0f2-fef4-41cc-9909-bbf666d7f034), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.433772 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a91aced-2f99-489a-bdfc-7357b7fae058 admin admin] Publish callbacks [] for security_group (7c36a0f2-fef4-41cc-9909-bbf666d7f034), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.489782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a91aced-2f99-489a-bdfc-7357b7fae058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (7c36a0f2-fef4-41cc-9909-bbf666d7f034), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.492460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6a91aced-2f99-489a-bdfc-7357b7fae058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.493613 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6a91aced-2f99-489a-bdfc-7357b7fae058 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c36a0f2-fef4-41cc-9909-bbf666d7f034 HTTP/1.1" status: 204 len: 168 time: 0.1347635 Feb 10 23:19:15.502059 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91aced-2f99-489a-bdfc-7357b7fae058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c36a0f2-fef4-41cc-9909-bbf666d7f034,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:15.692794 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4154b7-c2db-46aa-beb9-6cdcf1a7730d req-3430c965-83ef-4611-b87e-8e0d75a945b7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:15.694317 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b4154b7-c2db-46aa-beb9-6cdcf1a7730d req-3430c965-83ef-4611-b87e-8e0d75a945b7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0514333 Feb 10 23:19:15.743880 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b4154b7-c2db-46aa-beb9-6cdcf1a7730d req-866aea79-76e9-415b-9fa0-cd3d11676648 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426891 Feb 10 23:19:15.769137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50354) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:15.785487 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f43214f0-8714-4c0f-9661-4488761c225b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.861660 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f43214f0-8714-4c0f-9661-4488761c225b admin admin] Publish callbacks [] for security_group (b4674393-b305-40d7-84a9-a56c39b3e012), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.865288 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f43214f0-8714-4c0f-9661-4488761c225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b4674393-b305-40d7-84a9-a56c39b3e012), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.902330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43214f0-8714-4c0f-9661-4488761c225b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4674393-b305-40d7-84a9-a56c39b3e012,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:15.906553 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f43214f0-8714-4c0f-9661-4488761c225b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f9f9c24f4ec44af8da5b1861758c6b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363354 Feb 10 23:19:15.909324 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:15.927203 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.956835 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de9257fd-81f8-4952-a683-76fba6bfa362 admin admin] Publish callbacks [] for security_group (b4674393-b305-40d7-84a9-a56c39b3e012), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:15.978071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de9257fd-81f8-4952-a683-76fba6bfa362 admin admin] Publish callbacks [] for security_group (b4674393-b305-40d7-84a9-a56c39b3e012), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:16.030069 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de9257fd-81f8-4952-a683-76fba6bfa362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b4674393-b305-40d7-84a9-a56c39b3e012), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:16.032857 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de9257fd-81f8-4952-a683-76fba6bfa362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:16.034045 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-de9257fd-81f8-4952-a683-76fba6bfa362 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4674393-b305-40d7-84a9-a56c39b3e012 HTTP/1.1" status: 204 len: 168 time: 0.1239884 Feb 10 23:19:16.041846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9257fd-81f8-4952-a683-76fba6bfa362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4674393-b305-40d7-84a9-a56c39b3e012,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:16.872229 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472467f-8fe4-4d47-93ec-588a5d3b837a req-bd781f8c-62fc-4a76-8321-656823777803 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:16.874657 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3472467f-8fe4-4d47-93ec-588a5d3b837a req-bd781f8c-62fc-4a76-8321-656823777803 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0585637 Feb 10 23:19:16.919350 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50398) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:16.924939 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3472467f-8fe4-4d47-93ec-588a5d3b837a req-b9563893-035e-485e-82cf-d24f777cc598 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Feb 10 23:19:17.031939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cfb81ac-dcf2-46b1-93f5-ab3c543c6a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.107976 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cfb81ac-dcf2-46b1-93f5-ab3c543c6a1b admin admin] Publish callbacks [] for security_group (27601c6c-988e-4226-a450-5461628ac86f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.112489 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5cfb81ac-dcf2-46b1-93f5-ab3c543c6a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (27601c6c-988e-4226-a450-5461628ac86f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.150897 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5cfb81ac-dcf2-46b1-93f5-ab3c543c6a1b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b4d1f27d3c6a48b69190643a86f672e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301683 Feb 10 23:19:17.153449 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb81ac-dcf2-46b1-93f5-ab3c543c6a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27601c6c-988e-4226-a450-5461628ac86f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:17.154299 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:17.217050 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34a7c0fa-25d1-4baa-b4a7-f3f8e0486dce admin admin] Publish callbacks [] for security_group (27601c6c-988e-4226-a450-5461628ac86f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.240540 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34a7c0fa-25d1-4baa-b4a7-f3f8e0486dce admin admin] Publish callbacks [] for security_group (27601c6c-988e-4226-a450-5461628ac86f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.287745 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34a7c0fa-25d1-4baa-b4a7-f3f8e0486dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (27601c6c-988e-4226-a450-5461628ac86f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.290413 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-34a7c0fa-25d1-4baa-b4a7-f3f8e0486dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.291631 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-34a7c0fa-25d1-4baa-b4a7-f3f8e0486dce admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/27601c6c-988e-4226-a450-5461628ac86f HTTP/1.1" status: 204 len: 168 time: 0.1363418 Feb 10 23:19:17.299946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c0fa-25d1-4baa-b4a7-f3f8e0486dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27601c6c-988e-4226-a450-5461628ac86f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:17.605921 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.629340 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:17.646351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e19f4e6d-aad2-4f5a-bf35-75638b311215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.722433 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e19f4e6d-aad2-4f5a-bf35-75638b311215 admin admin] Publish callbacks [] for security_group (de770af1-347c-4307-a3f4-f92f1480a42c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.726539 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e19f4e6d-aad2-4f5a-bf35-75638b311215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (de770af1-347c-4307-a3f4-f92f1480a42c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.773900 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e19f4e6d-aad2-4f5a-bf35-75638b311215 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5ce72f5d03246ec93cbc1a811aa5e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433818 Feb 10 23:19:17.775048 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4e6d-aad2-4f5a-bf35-75638b311215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de770af1-347c-4307-a3f4-f92f1480a42c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:17.777047 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:17.829526 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7940f12f-545c-4598-8928-fa5d4ee375ae admin admin] Publish callbacks [] for security_group (de770af1-347c-4307-a3f4-f92f1480a42c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.852112 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7940f12f-545c-4598-8928-fa5d4ee375ae admin admin] Publish callbacks [] for security_group (de770af1-347c-4307-a3f4-f92f1480a42c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.903740 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7940f12f-545c-4598-8928-fa5d4ee375ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (de770af1-347c-4307-a3f4-f92f1480a42c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.906375 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7940f12f-545c-4598-8928-fa5d4ee375ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:17.907551 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7940f12f-545c-4598-8928-fa5d4ee375ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de770af1-347c-4307-a3f4-f92f1480a42c HTTP/1.1" status: 204 len: 168 time: 0.1292539 Feb 10 23:19:17.916941 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f12f-545c-4598-8928-fa5d4ee375ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de770af1-347c-4307-a3f4-f92f1480a42c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:18.060993 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f3e3c-eaf9-4a8b-a0f9-ab99a8856e6b req-4c20adb3-fff8-4449-8d36-3e42a3a337ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:18.067651 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-591f3e3c-eaf9-4a8b-a0f9-ab99a8856e6b req-4c20adb3-fff8-4449-8d36-3e42a3a337ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0678580 Feb 10 23:19:18.114911 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-591f3e3c-eaf9-4a8b-a0f9-ab99a8856e6b req-b8f45e9f-a274-4e78-a420-9eb4189af90e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463736 Feb 10 23:19:18.627536 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50530) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:18.729267 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1619015800-network', 'tenant_id': '8112af212c7944688c5d2b566cd01406'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:18.748746 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Made reservation on behalf of 8112af212c7944688c5d2b566cd01406 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:18.751127 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.760318 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.835977 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks [] for security_group (e2ed659e-f53b-4cf0-910b-b964031aedd0), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.840957 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e2ed659e-f53b-4cf0-910b-b964031aedd0), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.864921 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:19:18.875082 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ed659e-f53b-4cf0-910b-b964031aedd0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:18.879932 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (597f963b-6ee0-4ded-8b12-798259edd591), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.880281 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Added segment 597f963b-6ee0-4ded-8b12-798259edd591 of type vlan for network 25aecac1-2f62-49dd-ae75-cdb613890201 Feb 10 23:19:18.900367 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50544) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:18.922779 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (25aecac1-2f62-49dd-ae75-cdb613890201), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.946336 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (25aecac1-2f62-49dd-ae75-cdb613890201), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.947580 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:18.948741 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:18.983329 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3518305 Feb 10 23:19:18.983688 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50548) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:18.988891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Request body: {'subnet': {'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1619015800-subnet', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:19.016093 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-232523a0-40c4-4017-abd0-d4f39f437511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.017729 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f342963-5c38-486a-86b1-7e3775e5f22e admin admin] Pushing event updated for resources: {'Network': ['ID=25aecac1-2f62-49dd-ae75-cdb613890201,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:19.027028 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Made reservation on behalf of 8112af212c7944688c5d2b566cd01406 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:19.029300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.029685 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 25aecac1-2f62-49dd-ae75-cdb613890201 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:19:19.187552 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-232523a0-40c4-4017-abd0-d4f39f437511 admin admin] Publish callbacks [] for security_group (5cd23c3c-cf23-43e2-a7e0-a3296747311b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.204392 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-232523a0-40c4-4017-abd0-d4f39f437511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5cd23c3c-cf23-43e2-a7e0-a3296747311b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.297227 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-232523a0-40c4-4017-abd0-d4f39f437511 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ca4b0cdcc4446dd8a60e086caaf3ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957787 Feb 10 23:19:19.299946 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50552) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:19.308430 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232523a0-40c4-4017-abd0-d4f39f437511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd23c3c-cf23-43e2-a7e0-a3296747311b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:19.317120 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (07269074-4345-4964-8e5e-caadb4df1f7f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.352519 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9868764-3bb7-46a2-a4eb-e8e10ed93ca6 admin admin] Publish callbacks [] for security_group (5cd23c3c-cf23-43e2-a7e0-a3296747311b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.354075 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45a43-6fab-4e9d-9281-dcbf00fd00f3 req-e99987ce-9f17-4443-b6cd-8a07bf5c98e2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:19.355748 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1e45a43-6fab-4e9d-9281-dcbf00fd00f3 req-e99987ce-9f17-4443-b6cd-8a07bf5c98e2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1654239 Feb 10 23:19:19.375298 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9868764-3bb7-46a2-a4eb-e8e10ed93ca6 admin admin] Publish callbacks [] for security_group (5cd23c3c-cf23-43e2-a7e0-a3296747311b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.399857 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07269074-4345-4964-8e5e-caadb4df1f7f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:19.416992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Checking segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:19.417535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Network hostable DHCP agents. Network: 25aecac1-2f62-49dd-ae75-cdb613890201, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:19:19.425969 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9868764-3bb7-46a2-a4eb-e8e10ed93ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (5cd23c3c-cf23-43e2-a7e0-a3296747311b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.428615 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9868764-3bb7-46a2-a4eb-e8e10ed93ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.429804 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a9868764-3bb7-46a2-a4eb-e8e10ed93ca6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5cd23c3c-cf23-43e2-a7e0-a3296747311b HTTP/1.1" status: 204 len: 168 time: 0.1288049 Feb 10 23:19:19.438334 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9868764-3bb7-46a2-a4eb-e8e10ed93ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd23c3c-cf23-43e2-a7e0-a3296747311b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:19.440667 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1e45a43-6fab-4e9d-9281-dcbf00fd00f3 req-42075c5e-ed9d-42c0-8269-e9bcc8e6e578 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764420 Feb 10 23:19:19.453039 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Network 25aecac1-2f62-49dd-ae75-cdb613890201 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:19:19.476411 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 25aecac1-2f62-49dd-ae75-cdb613890201) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:19.480856 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:19.481460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.487019 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9ddc8-960f-42c3-a2eb-5fe2498ad497 None None] Network 25aecac1-2f62-49dd-ae75-cdb613890201 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:19:19.503035 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:19.503295 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cc99915a-91a4-4825-a350-afe5f5b68277 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5182004 Feb 10 23:19:19.507797 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:19.528400 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (9a0c7778-2920-4d9b-a1e7-3d73164f759d), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.529571 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (9a0c7778-2920-4d9b-a1e7-3d73164f759d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.579009 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.589476 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks [] for router_controller (9a0c7778-2920-4d9b-a1e7-3d73164f759d), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.738090 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks [] for router_gateway (9a0c7778-2920-4d9b-a1e7-3d73164f759d), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.741214 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-25aecac1-2f62-49dd-ae75-cdb613890201', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'project_id': '8112af212c7944688c5d2b566cd01406', 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:19:19.742082 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.748410 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50560) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:19.773314 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5512-7c35-424c-9ccc-0de5d853b0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.880231 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Allocated IP 172.20.0.2 (25aecac1-2f62-49dd-ae75-cdb613890201/07269074-4345-4964-8e5e-caadb4df1f7f/d5d4a6a3-f06b-475f-abea-08b9f79e700e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:19.901738 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5512-7c35-424c-9ccc-0de5d853b0e2 admin admin] Publish callbacks [] for security_group (f9852ddf-534d-43e3-946f-ff8188bab1ff), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.906469 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5512-7c35-424c-9ccc-0de5d853b0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f9852ddf-534d-43e3-946f-ff8188bab1ff), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:19.983717 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ccbe5512-7c35-424c-9ccc-0de5d853b0e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7e756cc7451440792b86cab0b940f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340393 Feb 10 23:19:19.986149 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50562) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:19.988231 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe5512-7c35-424c-9ccc-0de5d853b0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9852ddf-534d-43e3-946f-ff8188bab1ff,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:20.037905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Publish callbacks [] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.040643 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4106381-986c-486c-9a87-db93d46ad6d2 admin admin] Publish callbacks [] for security_group (f9852ddf-534d-43e3-946f-ff8188bab1ff), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.045296 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.061532 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks [] for router_gateway (9a0c7778-2920-4d9b-a1e7-3d73164f759d), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.065608 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4106381-986c-486c-9a87-db93d46ad6d2 admin admin] Publish callbacks [] for security_group (f9852ddf-534d-43e3-946f-ff8188bab1ff), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.083810 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Network 25aecac1-2f62-49dd-ae75-cdb613890201 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:20.090097 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:20.091428 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.093252 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:19:20.125641 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4106381-986c-486c-9a87-db93d46ad6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (f9852ddf-534d-43e3-946f-ff8188bab1ff), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.128581 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a4106381-986c-486c-9a87-db93d46ad6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.132133 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a4106381-986c-486c-9a87-db93d46ad6d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9852ddf-534d-43e3-946f-ff8188bab1ff HTTP/1.1" status: 204 len: 168 time: 0.1425745 Feb 10 23:19:20.137509 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Pushing event updated for resources: {'Port': ['ID=d5d4a6a3-f06b-475f-abea-08b9f79e700e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:20.140082 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4106381-986c-486c-9a87-db93d46ad6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9852ddf-534d-43e3-946f-ff8188bab1ff,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:20.148175 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.148564 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.148927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.149271 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.149610 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.149942 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.150270 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.150600 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.150924 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.151265 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.152209 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.153354 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.153693 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:20.197403 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Attempting to bind port d5d4a6a3-f06b-475f-abea-08b9f79e700e on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:19:20.197783 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Attempting to bind port d5d4a6a3-f06b-475f-abea-08b9f79e700e by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:19:20.198142 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Attempting to bind port d5d4a6a3-f06b-475f-abea-08b9f79e700e on network 25aecac1-2f62-49dd-ae75-cdb613890201 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:19:20.204585 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:19:20.204970 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Checking segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:20.205377 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.205804 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Bound using segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:19:20.206232 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Bound port: d5d4a6a3-f06b-475f-abea-08b9f79e700e, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:19:20.206616 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.274757 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] For port d5d4a6a3-f06b-475f-abea-08b9f79e700e, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:20.279428 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] For port d5d4a6a3-f06b-475f-abea-08b9f79e700e, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=d5d4a6a3-f06b-475f-abea-08b9f79e700e,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:20.285957 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.356958 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d52794-4b17-4d0e-ab95-533b24440869 None None] Pushing event updated for resources: {'Port': ['ID=d5d4a6a3-f06b-475f-abea-08b9f79e700e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:20.433424 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Allocated IP 172.27.1.163 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/88758c43-dcdf-49d7-b357-d78965a27ed2) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:20.614610 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks [] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.630311 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767ed72-79c5-465b-b5c0-e037263ddffd req-22e8b298-1024-4ee2-8ce3-d655bd65a90b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:20.631890 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0767ed72-79c5-465b-b5c0-e037263ddffd req-22e8b298-1024-4ee2-8ce3-d655bd65a90b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1133285 Feb 10 23:19:20.698232 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0767ed72-79c5-465b-b5c0-e037263ddffd req-01f4643f-4c65-4278-9130-b7b3abf158cc tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595465 Feb 10 23:19:20.700574 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:20.748464 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:20.753039 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:20.756691 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:19:20.799277 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Pushing event updated for resources: {'Port': ['ID=88758c43-dcdf-49d7-b357-d78965a27ed2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:20.988413 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks [] for router_gateway (9a0c7778-2920-4d9b-a1e7-3d73164f759d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.147784 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device d5d4a6a3-f06b-475f-abea-08b9f79e700e up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:21.200265 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port d5d4a6a3-f06b-475f-abea-08b9f79e700e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:21.200752 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.247805 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (9a0c7778-2920-4d9b-a1e7-3d73164f759d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.296357 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port d5d4a6a3-f06b-475f-abea-08b9f79e700e is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:21.296755 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.339992 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port d5d4a6a3-f06b-475f-abea-08b9f79e700e, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=d5d4a6a3-f06b-475f-abea-08b9f79e700e,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:21.349289 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.410370 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=d5d4a6a3-f06b-475f-abea-08b9f79e700e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:21.421149 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Router 9a0c7778-2920-4d9b-a1e7-3d73164f759d is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:19:21.448110 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c62b5b-df59-4450-8eda-47aa17d2945f None None] Network 25aecac1-2f62-49dd-ae75-cdb613890201 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:19:21.531703 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2e5d8e82-e1ab-473c-8ae3-4b80c48e5b3c None None] Provisioning complete for port d5d4a6a3-f06b-475f-abea-08b9f79e700e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:21.532412 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8e82-e1ab-473c-8ae3-4b80c48e5b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.537196 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:21.558866 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Sync routers for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:19:21.559263 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:21.563204 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4203acee-5eab-41e6-9092-702d9eca02b2 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0562742 Feb 10 23:19:21.563564 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50600) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:21.598595 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:21.599232 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:21.759297 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d8e82-e1ab-473c-8ae3-4b80c48e5b3c None None] Current status of the port d5d4a6a3-f06b-475f-abea-08b9f79e700e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:21.762867 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:21.884101 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4afb36-e99b-4a36-a0c7-f801a6cd6c35 req-4e248c58-2f2a-4858-b70b-3f8dfe5324ab tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:21.886649 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf4afb36-e99b-4a36-a0c7-f801a6cd6c35 req-4e248c58-2f2a-4858-b70b-3f8dfe5324ab tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0838273 Feb 10 23:19:21.983045 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf4afb36-e99b-4a36-a0c7-f801a6cd6c35 req-0259512b-cd24-498c-bcac-57752f69af0b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895669 Feb 10 23:19:22.009265 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-29bd900b-3bef-49d8-8946-2612e203c489 None None] Provisioning complete for port d5d4a6a3-f06b-475f-abea-08b9f79e700e triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:22.009701 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29bd900b-3bef-49d8-8946-2612e203c489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.061472 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:20Z', 'revision_number': 3, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:22.100006 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Checking router: 9a0c7778-2920-4d9b-a1e7-3d73164f759d for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:19:22.100436 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Updating router 9a0c7778-2920-4d9b-a1e7-3d73164f759d port 88758c43-dcdf-49d7-b357-d78965a27ed2 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:19:22.131669 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.160380 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.189823 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-29bd900b-3bef-49d8-8946-2612e203c489 None None] Current status of the port d5d4a6a3-f06b-475f-abea-08b9f79e700e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:22.302720 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Allocated IP 172.20.0.1 (25aecac1-2f62-49dd-ae75-cdb613890201/07269074-4345-4964-8e5e-caadb4df1f7f/e14942dd-369d-4b94-a503-8a7f3a947b80) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:22.421875 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks [] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.451793 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Publish callbacks [] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.454714 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.456997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.495536 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Network 25aecac1-2f62-49dd-ae75-cdb613890201 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:22.498783 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:22.502291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:19:22.502766 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (9a0c7778-2920-4d9b-a1e7-3d73164f759d), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.509816 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Attempting to bind port 88758c43-dcdf-49d7-b357-d78965a27ed2 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:19:22.510196 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Attempting to bind port 88758c43-dcdf-49d7-b357-d78965a27ed2 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:19:22.510566 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Attempting to bind port 88758c43-dcdf-49d7-b357-d78965a27ed2 on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:19:22.518405 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ddc4-2dec-4590-ab3e-f3882993c6a8 None None] Pushing event updated for resources: {'Port': ['ID=88758c43-dcdf-49d7-b357-d78965a27ed2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:22.522313 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:19:22.522703 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:22.523113 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.523503 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:19:22.524009 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Bound port: 88758c43-dcdf-49d7-b357-d78965a27ed2, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:19:22.524393 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.547198 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e14942dd-369d-4b94-a503-8a7f3a947b80,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:22.584754 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] For port 88758c43-dcdf-49d7-b357-d78965a27ed2, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:22.588171 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] For port 88758c43-dcdf-49d7-b357-d78965a27ed2, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=88758c43-dcdf-49d7-b357-d78965a27ed2,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:22.594619 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.655576 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:22.655971 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.656228 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:22.661452 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13ddc4-2dec-4590-ab3e-f3882993c6a8 None None] Pushing event updated for resources: {'Port': ['ID=88758c43-dcdf-49d7-b357-d78965a27ed2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:22.828926 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks [] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.833287 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.834030 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (9a0c7778-2920-4d9b-a1e7-3d73164f759d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.887203 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-00251d0c-de45-4b56-a1c2-b8b7e0f4877c None None] Provisioning complete for port e14942dd-369d-4b94-a503-8a7f3a947b80 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:22.887615 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00251d0c-de45-4b56-a1c2-b8b7e0f4877c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:22.900354 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e14942dd-369d-4b94-a503-8a7f3a947b80,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:22.934404 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:22.936070 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-00251d0c-de45-4b56-a1c2-b8b7e0f4877c None None] Port e14942dd-369d-4b94-a503-8a7f3a947b80 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:19:22.960749 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Network 25aecac1-2f62-49dd-ae75-cdb613890201 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:22.962151 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:23.090789 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Router 9a0c7778-2920-4d9b-a1e7-3d73164f759d has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:23.130400 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device d5d4a6a3-f06b-475f-abea-08b9f79e700e up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:23.201163 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port d5d4a6a3-f06b-475f-abea-08b9f79e700e triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:23.201863 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:23.235400 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 1, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:23.254328 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e51f5-532c-4e11-ad3f-e53b2199f974 req-03c11e3a-cb82-4337-bb9a-a211feb11cd8 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:23.255845 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e04e51f5-532c-4e11-ad3f-e53b2199f974 req-03c11e3a-cb82-4337-bb9a-a211feb11cd8 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1421454 Feb 10 23:19:23.261436 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:23.267761 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea710a02-bff3-4e38-bc9b-6eb8d24713d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/9a0c7778-2920-4d9b-a1e7-3d73164f759d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7031257 Feb 10 23:19:23.271143 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bebce-e245-4d7f-90a6-bec7405451c5 None None] The sync data for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi is: [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 1, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:19:23.288238 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-13427fd4-9a9c-4357-9a40-74efc15aa439 None None] Provisioning complete for port e14942dd-369d-4b94-a503-8a7f3a947b80 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:23.289123 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13427fd4-9a9c-4357-9a40-74efc15aa439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:23.320175 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e04e51f5-532c-4e11-ad3f-e53b2199f974 req-2a2df614-a25b-4f8f-8b11-7e8a183ddeb7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564744 Feb 10 23:19:23.355225 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-13427fd4-9a9c-4357-9a40-74efc15aa439 None None] Port e14942dd-369d-4b94-a503-8a7f3a947b80 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:19:23.379268 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port d5d4a6a3-f06b-475f-abea-08b9f79e700e is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:23.921330 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:23.926379 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819763965-network', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:23.958593 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Made reservation on behalf of 9deb71cc68ef4e24bc7d1dd36ed76d8b for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:23.961934 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:23.972412 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.063188 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks [] for security_group (1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.072485 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.097566 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:19:24.112206 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:24.117135 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (d469535a-8ab5-4d61-88f1-bd0e3a58b44a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.117484 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Added segment d469535a-8ab5-4d61-88f1-bd0e3a58b44a of type vlan for network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 Feb 10 23:19:24.165956 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (2a646fc3-2b67-4a9f-86a3-8ab985bbd916), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.195152 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (2a646fc3-2b67-4a9f-86a3-8ab985bbd916), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.196735 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:24.197496 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.262288 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3383305 Feb 10 23:19:24.264828 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:24.265810 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d564c0-2e48-42bd-8031-1514ccf502d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a646fc3-2b67-4a9f-86a3-8ab985bbd916,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:24.270567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Request body: {'subnet': {'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819763965-subnet', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:24.275311 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:19:24.318003 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Made reservation on behalf of 9deb71cc68ef4e24bc7d1dd36ed76d8b for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:19:24.320611 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.525720 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792c467-5743-4f70-b93d-e2fcc21bdda9 req-da8ba254-a0f1-4bdb-8e33-110e7e326310 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:24.527316 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d792c467-5743-4f70-b93d-e2fcc21bdda9 req-da8ba254-a0f1-4bdb-8e33-110e7e326310 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0675442 Feb 10 23:19:24.577866 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d792c467-5743-4f70-b93d-e2fcc21bdda9 req-370df91d-dcfe-47c3-afb0-279c7e1c0f84 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447485 Feb 10 23:19:24.587683 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686a3d5-7656-40a8-b4dd-feeb312f3db9 req-9cacbac8-53c7-41ad-ab38-fdc69b88c412 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:24.589660 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9686a3d5-7656-40a8-b4dd-feeb312f3db9 req-9cacbac8-53c7-41ad-ab38-fdc69b88c412 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.1040387 Feb 10 23:19:24.590720 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (e14dfd93-195a-4c0f-b8ac-6c6108ef71df), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.668389 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e14dfd93-195a-4c0f-b8ac-6c6108ef71df,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:24.696603 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9686a3d5-7656-40a8-b4dd-feeb312f3db9 req-7184a382-64b4-4a90-b77a-6ccf11b135f8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999811 Feb 10 23:19:24.700551 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Checking segment: {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:24.700909 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Network hostable DHCP agents. Network: 2a646fc3-2b67-4a9f-86a3-8ab985bbd916, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:19:24.720884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:19:24.730621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 2a646fc3-2b67-4a9f-86a3-8ab985bbd916) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:24.735556 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:24.736206 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.740809 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccc9b09-32b4-4434-b230-507941418c15 None None] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:19:24.764670 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e4a09dc4-a44a-4148-bfec-e366c07b3152 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4978616 Feb 10 23:19:24.767147 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50668) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:24.771355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:24.794374 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (07920df3-8d7c-4b98-8787-d6b91e76de58), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.796112 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (07920df3-8d7c-4b98-8787-d6b91e76de58), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.865918 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'fixed_ips': [{'subnet_id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:19:24.865918 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:24.866156 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks [] for router_controller (07920df3-8d7c-4b98-8787-d6b91e76de58), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.016008 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Allocated IP 172.20.0.2 (2a646fc3-2b67-4a9f-86a3-8ab985bbd916/e14dfd93-195a-4c0f-b8ac-6c6108ef71df/882e6d74-65d1-480c-9aff-514977fe3d4f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:25.036506 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks [] for router_gateway (07920df3-8d7c-4b98-8787-d6b91e76de58), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.168061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 88758c43-dcdf-49d7-b357-d78965a27ed2 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:25.256482 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Publish callbacks [] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.268306 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 88758c43-dcdf-49d7-b357-d78965a27ed2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:25.268808 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.270884 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.299931 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks [] for router_gateway (07920df3-8d7c-4b98-8787-d6b91e76de58), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.320085 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.345877 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:25.352905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:25.355235 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Pushing event updated for resources: {'Port': ['ID=882e6d74-65d1-480c-9aff-514977fe3d4f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:25.360878 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:19:25.450115 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Allocated IP 172.27.1.169 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/46c4f62b-2164-40b2-a429-298cd1a310b3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:25.454198 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 88758c43-dcdf-49d7-b357-d78965a27ed2 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:25.455343 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.468569 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Attempting to bind port 882e6d74-65d1-480c-9aff-514977fe3d4f on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:19:25.468938 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Attempting to bind port 882e6d74-65d1-480c-9aff-514977fe3d4f by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:19:25.469372 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Attempting to bind port 882e6d74-65d1-480c-9aff-514977fe3d4f on network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:19:25.475951 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:19:25.476284 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Checking segment: {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:25.476691 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.477090 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Bound using segment: {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:19:25.477557 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Bound port: 882e6d74-65d1-480c-9aff-514977fe3d4f, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:19:25.477937 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.496150 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 88758c43-dcdf-49d7-b357-d78965a27ed2, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=88758c43-dcdf-49d7-b357-d78965a27ed2,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:25.519859 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.554153 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] For port 882e6d74-65d1-480c-9aff-514977fe3d4f, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:25.557375 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] For port 882e6d74-65d1-480c-9aff-514977fe3d4f, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=882e6d74-65d1-480c-9aff-514977fe3d4f,segment=NetworkSegment(d469535a-8ab5-4d61-88f1-bd0e3a58b44a),segment_id=d469535a-8ab5-4d61-88f1-bd0e3a58b44a)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:25.583007 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.600312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks [] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.622884 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Sync routers for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:19:25.647283 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:25.661786 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:25.662480 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:25.679933 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=88758c43-dcdf-49d7-b357-d78965a27ed2,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:25.736867 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Pushing event updated for resources: {'Port': ['ID=46c4f62b-2164-40b2-a429-298cd1a310b3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:25.760333 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:25.762161 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:25.765929 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9a965-3a9b-49bd-937a-7d8a936cc239 None None] Pushing event updated for resources: {'Port': ['ID=882e6d74-65d1-480c-9aff-514977fe3d4f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:25.770126 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:19:25.771401 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d3911-4213-49a7-870e-8d2239d04024 req-e2816a28-cd47-4ea5-9c5b-159dbb65015d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:25.780081 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-050d3911-4213-49a7-870e-8d2239d04024 req-e2816a28-cd47-4ea5-9c5b-159dbb65015d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1078207 Feb 10 23:19:25.859521 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-050d3911-4213-49a7-870e-8d2239d04024 req-44e4cbae-848d-43dc-8718-3f53e46dfc52 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784516 Feb 10 23:19:25.984564 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:26.004996 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc8434-2547-4217-af18-1f27dd342b73 req-634c1c1a-5059-4b48-bff9-f911a37cddf9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:26.008357 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50bc8434-2547-4217-af18-1f27dd342b73 req-634c1c1a-5059-4b48-bff9-f911a37cddf9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.1787307 Feb 10 23:19:26.223046 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 2, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:26.251553 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Checking router: 9a0c7778-2920-4d9b-a1e7-3d73164f759d for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:19:26.252088 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Updating router 9a0c7778-2920-4d9b-a1e7-3d73164f759d port e14942dd-369d-4b94-a503-8a7f3a947b80 binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:19:26.280932 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.351143 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50bc8434-2547-4217-af18-1f27dd342b73 req-270bd847-3caf-41ba-80a8-9374bc1ff2b8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357716 Feb 10 23:19:26.424147 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks [] for router_gateway (07920df3-8d7c-4b98-8787-d6b91e76de58), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.565423 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Publish callbacks [] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.572947 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.618674 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Pushing event updated for resources: {'Port': ['ID=e14942dd-369d-4b94-a503-8a7f3a947b80,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:26.640290 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.640881 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.641152 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.641506 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.642005 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.642349 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.642690 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.643025 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.643356 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.643706 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.644079 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.644436 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.644765 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:19:26.650063 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (07920df3-8d7c-4b98-8787-d6b91e76de58), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.698381 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Attempting to bind port e14942dd-369d-4b94-a503-8a7f3a947b80 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:19:26.699099 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Attempting to bind port e14942dd-369d-4b94-a503-8a7f3a947b80 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:19:26.699717 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Attempting to bind port e14942dd-369d-4b94-a503-8a7f3a947b80 on network 25aecac1-2f62-49dd-ae75-cdb613890201 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:19:26.706373 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:19:26.706819 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Checking segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:26.707381 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.707778 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Bound using segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:19:26.708369 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Bound port: e14942dd-369d-4b94-a503-8a7f3a947b80, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:19:26.708870 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.772304 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b49aa6-b92f-46ca-83eb-587d3ca60ff9 None None] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:19:26.782747 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] For port e14942dd-369d-4b94-a503-8a7f3a947b80, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:26.786540 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] For port e14942dd-369d-4b94-a503-8a7f3a947b80, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=e14942dd-369d-4b94-a503-8a7f3a947b80,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:26.795623 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.799037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Router 07920df3-8d7c-4b98-8787-d6b91e76de58 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:19:26.860273 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:26.861151 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:26.865424 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479676dc-6dc5-42a1-a920-2ee192fd0eab None None] Pushing event updated for resources: {'Port': ['ID=e14942dd-369d-4b94-a503-8a7f3a947b80,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:26.913166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] Provisioning complete for port 882e6d74-65d1-480c-9aff-514977fe3d4f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:26.913557 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:26.984478 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:27.005353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.006734 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cadea0b1-2e2d-40d8-8078-0a0a65865b60 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2385962 Feb 10 23:19:27.016995 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50728) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:27.040659 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Sync routers for ids ['07920df3-8d7c-4b98-8787-d6b91e76de58'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:19:27.049692 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:27.064618 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Routers {'07920df3-8d7c-4b98-8787-d6b91e76de58'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:27.065506 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['07920df3-8d7c-4b98-8787-d6b91e76de58'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:27.216524 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73e930-2aeb-44da-aa06-6fc233d60483 req-e6df98e3-6594-47de-8a30-93d7af9111a4 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:27.218411 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8c73e930-2aeb-44da-aa06-6fc233d60483 req-e6df98e3-6594-47de-8a30-93d7af9111a4 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.2104988 Feb 10 23:19:27.247962 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Set router 07920df3-8d7c-4b98-8787-d6b91e76de58 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:27.368324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 882e6d74-65d1-480c-9aff-514977fe3d4f up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:27.375556 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8c73e930-2aeb-44da-aa06-6fc233d60483 req-e26c2f28-213d-4c0f-8230-6e04b62fad31 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490486 Feb 10 23:19:27.474211 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:26Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:27.552975 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0106273-2312-41c0-b74b-ecd09987e477 None None] The sync data for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi is: [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:26Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:19:27.553593 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2809d-4bd5-491b-9163-76c847490391 req-df80f2c9-27f3-44f8-bcc3-ddb71800cfe9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:27.563605 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ed2809d-4bd5-491b-9163-76c847490391 req-df80f2c9-27f3-44f8-bcc3-ddb71800cfe9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0884428 Feb 10 23:19:27.586063 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:27.630803 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] Current status of the port 882e6d74-65d1-480c-9aff-514977fe3d4f is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:27.631512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.654732 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ed2809d-4bd5-491b-9163-76c847490391 req-c3b1cd82-6330-4774-82e5-c4abb51d217e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848899 Feb 10 23:19:27.747757 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] For port 882e6d74-65d1-480c-9aff-514977fe3d4f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=882e6d74-65d1-480c-9aff-514977fe3d4f,segment=NetworkSegment(d469535a-8ab5-4d61-88f1-bd0e3a58b44a),segment_id=d469535a-8ab5-4d61-88f1-bd0e3a58b44a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:27.748223 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee0fc17-9b6a-49b4-94d6-4edf3022d15c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.755394 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:19:26Z', 'revision_number': 3, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:27.760138 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.796060 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Checking router: 07920df3-8d7c-4b98-8787-d6b91e76de58 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:19:27.797086 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Updating router 07920df3-8d7c-4b98-8787-d6b91e76de58 port 46c4f62b-2164-40b2-a429-298cd1a310b3 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:19:27.860286 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 882e6d74-65d1-480c-9aff-514977fe3d4f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:27.860824 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.872537 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.903097 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee0fc17-9b6a-49b4-94d6-4edf3022d15c admin admin] Publish callbacks [] for security_group (d6c161fe-b02d-4018-8198-323d5a060da9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.912639 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aee0fc17-9b6a-49b4-94d6-4edf3022d15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d6c161fe-b02d-4018-8198-323d5a060da9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:27.954418 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-aee0fc17-9b6a-49b4-94d6-4edf3022d15c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ff19766782b14a3280316c94e92b4121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671994 Feb 10 23:19:27.961679 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50744) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:27.976627 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a721cab-19de-45ab-b5be-7a56f945c01d None None] Pushing event updated for resources: {'Port': ['ID=882e6d74-65d1-480c-9aff-514977fe3d4f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:27.983142 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0fc17-9b6a-49b4-94d6-4edf3022d15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c161fe-b02d-4018-8198-323d5a060da9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.034873 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1312348c-3703-4d4e-824d-cc4493b33360 admin admin] Publish callbacks [] for security_group (d6c161fe-b02d-4018-8198-323d5a060da9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.061782 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1312348c-3703-4d4e-824d-cc4493b33360 admin admin] Publish callbacks [] for security_group (d6c161fe-b02d-4018-8198-323d5a060da9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.062442 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.096298 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] Provisioning complete for port e14942dd-369d-4b94-a503-8a7f3a947b80 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:28.096927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.132467 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1312348c-3703-4d4e-824d-cc4493b33360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d6c161fe-b02d-4018-8198-323d5a060da9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.138487 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1312348c-3703-4d4e-824d-cc4493b33360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.156761 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1312348c-3703-4d4e-824d-cc4493b33360 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6c161fe-b02d-4018-8198-323d5a060da9 HTTP/1.1" status: 204 len: 168 time: 0.1813972 Feb 10 23:19:28.176995 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312348c-3703-4d4e-824d-cc4493b33360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c161fe-b02d-4018-8198-323d5a060da9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.240066 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Allocated IP 172.20.0.1 (2a646fc3-2b67-4a9f-86a3-8ab985bbd916/e14dfd93-195a-4c0f-b8ac-6c6108ef71df/cb208ffe-885a-4571-9e02-958cc8d7aea1) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:19:28.289558 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 882e6d74-65d1-480c-9aff-514977fe3d4f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:28.290918 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e14942dd-369d-4b94-a503-8a7f3a947b80 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:28.370759 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks [] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.391380 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] Current status of the port e14942dd-369d-4b94-a503-8a7f3a947b80 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:28.391850 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.424440 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.444792 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:28.448808 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:28.471136 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:19:28.471766 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (07920df3-8d7c-4b98-8787-d6b91e76de58), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.525657 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port e14942dd-369d-4b94-a503-8a7f3a947b80 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:28.526098 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.559110 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50752) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:28.561847 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Publish callbacks [] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.578650 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3056-1fb2-4631-9737-e57d6d89d430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.583351 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.587549 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] For port e14942dd-369d-4b94-a503-8a7f3a947b80, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=e14942dd-369d-4b94-a503-8a7f3a947b80,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:28.604002 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.607646 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb208ffe-885a-4571-9e02-958cc8d7aea1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.641084 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a9f8e-7d37-4acc-9738-73f92833acb2 req-fb7beb5b-9603-496b-863a-e4c55930b785 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:28.642674 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-412a9f8e-7d37-4acc-9738-73f92833acb2 req-fb7beb5b-9603-496b-863a-e4c55930b785 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1204112 Feb 10 23:19:28.677411 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Attempting to bind port 46c4f62b-2164-40b2-a429-298cd1a310b3 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:19:28.677927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Attempting to bind port 46c4f62b-2164-40b2-a429-298cd1a310b3 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:19:28.678315 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Attempting to bind port 46c4f62b-2164-40b2-a429-298cd1a310b3 on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:19:28.682456 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae374-cf3f-438e-ad2e-03c9747b445d None None] Pushing event updated for resources: {'Port': ['ID=46c4f62b-2164-40b2-a429-298cd1a310b3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.692964 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:19:28.692964 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:28.693483 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.693742 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:19:28.694241 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Bound port: 46c4f62b-2164-40b2-a429-298cd1a310b3, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:19:28.695332 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.714919 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3056-1fb2-4631-9737-e57d6d89d430 admin admin] Publish callbacks [] for security_group (54bf4d33-59ec-4961-8dbd-50fa2852e6ca), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.731790 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe3b3056-1fb2-4631-9737-e57d6d89d430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (54bf4d33-59ec-4961-8dbd-50fa2852e6ca), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.747966 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-412a9f8e-7d37-4acc-9738-73f92833acb2 req-399a1a59-6c6a-49d9-b9bd-61e9587616d6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667830 Feb 10 23:19:28.801782 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.835647 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fe3b3056-1fb2-4631-9737-e57d6d89d430 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2b0b1788b0c46f882a3b40697d02ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749541 Feb 10 23:19:28.836415 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50756) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:28.839221 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port e14942dd-369d-4b94-a503-8a7f3a947b80 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:28.840357 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 88758c43-dcdf-49d7-b357-d78965a27ed2 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:28.847528 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b3056-1fb2-4631-9737-e57d6d89d430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bf4d33-59ec-4961-8dbd-50fa2852e6ca,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.870726 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-48972a43-ad89-411a-a8a8-ddcfb1bc7c68 None None] Provisioning complete for port 882e6d74-65d1-480c-9aff-514977fe3d4f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:28.871119 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-48972a43-ad89-411a-a8a8-ddcfb1bc7c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.873124 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31aaa50-6c6b-451a-8f42-d72994c6c428 None None] Pushing event updated for resources: {'Port': ['ID=e14942dd-369d-4b94-a503-8a7f3a947b80,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:28.897308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936da8b0-2c43-41c4-a9b0-a111e914e92b req-1a418309-15f8-4a20-bc41-033144bde094 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:28.898813 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-936da8b0-2c43-41c4-a9b0-a111e914e92b req-1a418309-15f8-4a20-bc41-033144bde094 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.1076994 Feb 10 23:19:28.926669 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] For port 46c4f62b-2164-40b2-a429-298cd1a310b3, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:28.931460 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] For port 46c4f62b-2164-40b2-a429-298cd1a310b3, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=46c4f62b-2164-40b2-a429-298cd1a310b3,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:28.933219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c11ca3-39f1-47a8-9275-b9074d7868ed admin admin] Publish callbacks [] for security_group (54bf4d33-59ec-4961-8dbd-50fa2852e6ca), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.943298 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.974563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c11ca3-39f1-47a8-9275-b9074d7868ed admin admin] Publish callbacks [] for security_group (54bf4d33-59ec-4961-8dbd-50fa2852e6ca), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.987067 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks [] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.993064 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-936da8b0-2c43-41c4-a9b0-a111e914e92b req-a569776c-5eb0-48fc-ad60-88fa01cad16b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855942 Feb 10 23:19:28.996346 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:28.997424 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (07920df3-8d7c-4b98-8787-d6b91e76de58), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.046822 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c11ca3-39f1-47a8-9275-b9074d7868ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (54bf4d33-59ec-4961-8dbd-50fa2852e6ca), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.050039 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-96c11ca3-39f1-47a8-9275-b9074d7868ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.051786 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-96c11ca3-39f1-47a8-9275-b9074d7868ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54bf4d33-59ec-4961-8dbd-50fa2852e6ca HTTP/1.1" status: 204 len: 168 time: 0.2115443 Feb 10 23:19:29.061695 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 88758c43-dcdf-49d7-b357-d78965a27ed2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:29.062278 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.068018 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=cb208ffe-885a-4571-9e02-958cc8d7aea1,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:29.079959 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c11ca3-39f1-47a8-9275-b9074d7868ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bf4d33-59ec-4961-8dbd-50fa2852e6ca,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:29.098800 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ae374-cf3f-438e-ad2e-03c9747b445d None None] Pushing event updated for resources: {'Port': ['ID=46c4f62b-2164-40b2-a429-298cd1a310b3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:29.107010 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Routers {'07920df3-8d7c-4b98-8787-d6b91e76de58'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:29.107770 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['07920df3-8d7c-4b98-8787-d6b91e76de58'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:29.146694 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:19:29.148467 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:19:29.161609 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-48972a43-ad89-411a-a8a8-ddcfb1bc7c68 None None] Current status of the port 882e6d74-65d1-480c-9aff-514977fe3d4f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:29.274167 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] Set router 07920df3-8d7c-4b98-8787-d6b91e76de58 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:29.311786 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Router 07920df3-8d7c-4b98-8787-d6b91e76de58 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:19:29.317898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 88758c43-dcdf-49d7-b357-d78965a27ed2 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:29.366671 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-f6a7bda9-c473-4073-b33e-ab92d6a7b24c None None] Provisioning complete for port cb208ffe-885a-4571-9e02-958cc8d7aea1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:29.367054 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6a7bda9-c473-4073-b33e-ab92d6a7b24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.456307 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7bda9-c473-4073-b33e-ab92d6a7b24c None None] Port cb208ffe-885a-4571-9e02-958cc8d7aea1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:19:29.464337 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 882e6d74-65d1-480c-9aff-514977fe3d4f up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:29.514529 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:19:29.532316 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cbc87289-d8b4-45d8-bc61-650c79b01fd5 admin admin] 10.222.0.77 "PUT /v2.0/routers/07920df3-8d7c-4b98-8787-d6b91e76de58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127769 Feb 10 23:19:29.556915 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 882e6d74-65d1-480c-9aff-514977fe3d4f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:29.557324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.618745 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'cb208ffe-885a-4571-9e02-958cc8d7aea1', 'name': '', 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'mac_address': 'fa:16:3e:bb:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 2, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'subnets': [{'id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:29.624216 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-169d0b7f-0283-4afc-b279-34c218670af1 None None] Provisioning complete for port cb208ffe-885a-4571-9e02-958cc8d7aea1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:29.624574 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-169d0b7f-0283-4afc-b279-34c218670af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:29.805698 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1791cf95-7d9c-42cd-aaec-051aa0dbfc91 None None] The sync data for ids ['07920df3-8d7c-4b98-8787-d6b91e76de58'] in dv-cinder-828805-1-iscsi is: [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'cb208ffe-885a-4571-9e02-958cc8d7aea1', 'name': '', 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'mac_address': 'fa:16:3e:bb:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 2, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'subnets': [{'id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:19:29.849128 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-169d0b7f-0283-4afc-b279-34c218670af1 None None] Port cb208ffe-885a-4571-9e02-958cc8d7aea1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:19:29.863836 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 882e6d74-65d1-480c-9aff-514977fe3d4f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:29.865134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e14942dd-369d-4b94-a503-8a7f3a947b80 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:29.917506 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc912046-3421-493f-b18b-b55aad8bd76b req-f82cbd3a-d8c5-4616-b7c3-ab9e8bd812db tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:29.926646 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc912046-3421-493f-b18b-b55aad8bd76b req-f82cbd3a-d8c5-4616-b7c3-ab9e8bd812db tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0812383 Feb 10 23:19:29.931255 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port e14942dd-369d-4b94-a503-8a7f3a947b80 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:29.932111 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.000002 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc912046-3421-493f-b18b-b55aad8bd76b req-83cea358-262d-49e2-addb-458051ca71e6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671992 Feb 10 23:19:30.048831 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port e14942dd-369d-4b94-a503-8a7f3a947b80 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:30.219806 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d9b68-f7ee-43bd-a714-234510141220 req-a66cebd0-48af-4ccf-abc0-6041202ea13b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:30.221516 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815d9b68-f7ee-43bd-a714-234510141220 req-a66cebd0-48af-4ccf-abc0-6041202ea13b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0686438 Feb 10 23:19:30.297207 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815d9b68-f7ee-43bd-a714-234510141220 req-78da3d20-dfe2-47dc-ba99-e9bbb23efd00 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626841 Feb 10 23:19:30.530900 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50828) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:30.536011 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515986128', 'description': 'tempest-secgroup-smoke-515986128 description', 'project_id': '8112af212c7944688c5d2b566cd01406'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:30.563949 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.668582 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group (ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.680137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.713395 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.714718 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1827419 Feb 10 23:19:30.718177 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50834) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:30.720233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad70e4f-8383-4ba8-9a52-5a3207e2be3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:30.723083 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group_rule': {'security_group_id': 'ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08', 'project_id': '8112af212c7944688c5d2b566cd01406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:30.752274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (e2f7fd01-e4f9-4a27-bbdf-fbb071c26077), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.820814 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (e2f7fd01-e4f9-4a27-bbdf-fbb071c26077), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.825288 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (e2f7fd01-e4f9-4a27-bbdf-fbb071c26077), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.843375 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f7fd01-e4f9-4a27-bbdf-fbb071c26077,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:30.852354 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.853574 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-10e1110d-be1d-4ccc-b054-ba65766360ce tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343927 Feb 10 23:19:30.857171 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:30.861500 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group_rule': {'security_group_id': 'ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08', 'project_id': '8112af212c7944688c5d2b566cd01406', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:30.890050 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (2dc68944-9916-41fe-8b95-540fa5693a4f), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.954358 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (2dc68944-9916-41fe-8b95-540fa5693a4f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.958670 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (2dc68944-9916-41fe-8b95-540fa5693a4f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.980728 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc68944-9916-41fe-8b95-540fa5693a4f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:30.988782 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:30.992809 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a6367da7-18ea-4f12-a198-c91898ca4525 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320727 Feb 10 23:19:30.993275 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:31.000036 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group_rule': {'security_group_id': 'ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08', 'project_id': '8112af212c7944688c5d2b566cd01406', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:31.026288 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (e5071555-c3a5-4ad7-a5e3-d04f201f5f39), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.124948 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (e5071555-c3a5-4ad7-a5e3-d04f201f5f39), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.132477 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (e5071555-c3a5-4ad7-a5e3-d04f201f5f39), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.159864 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5071555-c3a5-4ad7-a5e3-d04f201f5f39,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:31.173011 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fdce5-acab-4360-9c7a-8233d477ea03 req-420f0084-e08d-4ff5-a8ed-4c2cc8ee594a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:31.174942 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-308fdce5-acab-4360-9c7a-8233d477ea03 req-420f0084-e08d-4ff5-a8ed-4c2cc8ee594a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.1058333 Feb 10 23:19:31.179960 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.181352 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e7f49e43-9f6e-490e-a030-41d291ece93a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869352 Feb 10 23:19:31.186243 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50856) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:31.200010 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group_rule': {'security_group_id': 'ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08', 'project_id': '8112af212c7944688c5d2b566cd01406', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:31.261294 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-308fdce5-acab-4360-9c7a-8233d477ea03 req-f46128da-e20b-402e-9bed-ceadb5eabe17 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782335 Feb 10 23:19:31.262876 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (43edf95d-c9b7-4079-9fe2-75bebf4a72d7), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.325193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (43edf95d-c9b7-4079-9fe2-75bebf4a72d7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.330783 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (43edf95d-c9b7-4079-9fe2-75bebf4a72d7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.345946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43edf95d-c9b7-4079-9fe2-75bebf4a72d7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:31.365484 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.368681 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7d847795-aed5-4634-b2da-c69cad0e78d9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1790421 Feb 10 23:19:31.369920 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 50862) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:31.375216 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group_rule': {'security_group_id': 'ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08', 'project_id': '8112af212c7944688c5d2b566cd01406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:31.425835 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Project 8112af212c7944688c5d2b566cd01406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:19:31.432014 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (55b6df48-d747-4d33-a628-7c4ffb4d72cb), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.456542 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 46c4f62b-2164-40b2-a429-298cd1a310b3 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:31.485766 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d444d11-188c-47c8-b157-a1a1a13bdd5c req-840c7651-59f6-4e43-bc2b-821be589fdcc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:31.487264 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d444d11-188c-47c8-b157-a1a1a13bdd5c req-840c7651-59f6-4e43-bc2b-821be589fdcc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0933206 Feb 10 23:19:31.508015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (55b6df48-d747-4d33-a628-7c4ffb4d72cb), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.511244 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 46c4f62b-2164-40b2-a429-298cd1a310b3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:31.511966 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.517390 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (55b6df48-d747-4d33-a628-7c4ffb4d72cb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.548089 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b6df48-d747-4d33-a628-7c4ffb4d72cb,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:31.560587 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.561806 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-81fe6b7c-bf1d-4b75-ba4d-a4b45aaef1b8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1902821 Feb 10 23:19:31.564699 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 50864) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:19:31.569422 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d444d11-188c-47c8-b157-a1a1a13bdd5c req-9accacdb-4b30-46c3-b354-6e2857b0b7eb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730045 Feb 10 23:19:31.570109 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'security_group_rule': {'security_group_id': 'ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08', 'project_id': '8112af212c7944688c5d2b566cd01406', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:19:31.596397 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Project 8112af212c7944688c5d2b566cd01406 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:19:31.602485 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (58a34d80-a96a-4e5e-b098-2b00ed6eb56e), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.627115 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 46c4f62b-2164-40b2-a429-298cd1a310b3 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:31.627595 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.649656 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 46c4f62b-2164-40b2-a429-298cd1a310b3, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=46c4f62b-2164-40b2-a429-298cd1a310b3,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:31.654476 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.670148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (58a34d80-a96a-4e5e-b098-2b00ed6eb56e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.674298 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (58a34d80-a96a-4e5e-b098-2b00ed6eb56e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.690091 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a34d80-a96a-4e5e-b098-2b00ed6eb56e,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:31.701886 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:31.703417 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7e6ad2ff-2aa2-4cea-a052-3aafeec16dfa tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375172 Feb 10 23:19:31.707286 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=46c4f62b-2164-40b2-a429-298cd1a310b3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:32.084735 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Sync routers for ids ['07920df3-8d7c-4b98-8787-d6b91e76de58'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:19:32.096278 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Routers {'07920df3-8d7c-4b98-8787-d6b91e76de58'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:32.096878 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['07920df3-8d7c-4b98-8787-d6b91e76de58'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:32.216751 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Set router 07920df3-8d7c-4b98-8787-d6b91e76de58 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:32.396148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ab172-6d74-4c6e-84d2-06d9374d4e80 req-66ae8980-5d55-4c71-bba1-2bd86696fb44 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:32.397845 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a1ab172-6d74-4c6e-84d2-06d9374d4e80 req-66ae8980-5d55-4c71-bba1-2bd86696fb44 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0534298 Feb 10 23:19:32.436019 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'cb208ffe-885a-4571-9e02-958cc8d7aea1', 'name': '', 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'mac_address': 'fa:16:3e:bb:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 2, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'subnets': [{'id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:32.447091 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a1ab172-6d74-4c6e-84d2-06d9374d4e80 req-7918cbff-a73b-4e2a-976d-e38857006284 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Feb 10 23:19:32.548237 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Checking router: 07920df3-8d7c-4b98-8787-d6b91e76de58 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:19:32.548708 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Updating router 07920df3-8d7c-4b98-8787-d6b91e76de58 port cb208ffe-885a-4571-9e02-958cc8d7aea1 binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:19:32.578839 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:32.719617 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d69358-b08b-4671-886f-537cf5c6d8b7 req-4014ed67-1fd9-46a9-8762-4f164aabe380 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:32.721345 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03d69358-b08b-4671-886f-537cf5c6d8b7 req-4014ed67-1fd9-46a9-8762-4f164aabe380 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0670638 Feb 10 23:19:32.772737 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03d69358-b08b-4671-886f-537cf5c6d8b7 req-3988ee68-8056-4c01-a309-c67d96b6cd80 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453272 Feb 10 23:19:32.858531 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Publish callbacks [] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:32.863741 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:32.921355 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418b788-ec78-4846-97fa-0dcdb48668dd None None] Pushing event updated for resources: {'Port': ['ID=cb208ffe-885a-4571-9e02-958cc8d7aea1,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:32.974287 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Attempting to bind port cb208ffe-885a-4571-9e02-958cc8d7aea1 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:19:32.974568 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Attempting to bind port cb208ffe-885a-4571-9e02-958cc8d7aea1 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:19:32.974930 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Attempting to bind port cb208ffe-885a-4571-9e02-958cc8d7aea1 on network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:19:32.980281 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:19:32.980660 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Checking segment: {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:19:32.981063 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:32.981454 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Bound using segment: {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:19:32.981914 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Bound port: cb208ffe-885a-4571-9e02-958cc8d7aea1, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:19:32.982291 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.048601 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] For port cb208ffe-885a-4571-9e02-958cc8d7aea1, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:19:33.052373 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] For port cb208ffe-885a-4571-9e02-958cc8d7aea1, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=cb208ffe-885a-4571-9e02-958cc8d7aea1,segment=NetworkSegment(d469535a-8ab5-4d61-88f1-bd0e3a58b44a),segment_id=d469535a-8ab5-4d61-88f1-bd0e3a58b44a)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:19:33.059674 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.111269 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] Provisioning complete for port cb208ffe-885a-4571-9e02-958cc8d7aea1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:33.111810 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.123449 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Routers {'07920df3-8d7c-4b98-8787-d6b91e76de58'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:19:33.124132 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:19:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['07920df3-8d7c-4b98-8787-d6b91e76de58'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:33.171025 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418b788-ec78-4846-97fa-0dcdb48668dd None None] Pushing event updated for resources: {'Port': ['ID=cb208ffe-885a-4571-9e02-958cc8d7aea1,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:33.208853 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] Current status of the port cb208ffe-885a-4571-9e02-958cc8d7aea1 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:33.209254 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.247545 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] For port cb208ffe-885a-4571-9e02-958cc8d7aea1, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=cb208ffe-885a-4571-9e02-958cc8d7aea1,segment=NetworkSegment(d469535a-8ab5-4d61-88f1-bd0e3a58b44a),segment_id=d469535a-8ab5-4d61-88f1-bd0e3a58b44a)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:33.252512 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] Set router 07920df3-8d7c-4b98-8787-d6b91e76de58 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:19:33.253556 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.307384 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada69cf-fa67-49db-b0f6-d236f44d24a9 None None] Pushing event updated for resources: {'Port': ['ID=cb208ffe-885a-4571-9e02-958cc8d7aea1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:33.394422 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a08f4a95-539b-46c7-a935-f0f8435ea385 None None] Provisioning complete for port cb208ffe-885a-4571-9e02-958cc8d7aea1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:33.394803 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a08f4a95-539b-46c7-a935-f0f8435ea385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.434479 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device cb208ffe-885a-4571-9e02-958cc8d7aea1 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:33.505787 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'cb208ffe-885a-4571-9e02-958cc8d7aea1', 'name': '', 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'mac_address': 'fa:16:3e:bb:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:33Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'subnets': [{'id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:19:33.532967 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port cb208ffe-885a-4571-9e02-958cc8d7aea1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:33.533193 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4189c89-013e-46eb-ad21-0c533442ce01 None None] The sync data for ids ['07920df3-8d7c-4b98-8787-d6b91e76de58'] in dv-cinder-828805-1-iscsi is: [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'cb208ffe-885a-4571-9e02-958cc8d7aea1', 'name': '', 'network_id': '2a646fc3-2b67-4a9f-86a3-8ab985bbd916', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'mac_address': 'fa:16:3e:bb:fe:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:28Z', 'updated_at': '2022-02-10T23:19:33Z', 'revision_number': 4, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'subnets': [{'id': 'e14dfd93-195a-4c0f-b8ac-6c6108ef71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:19:33.533375 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.534884 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a08f4a95-539b-46c7-a935-f0f8435ea385 None None] Current status of the port cb208ffe-885a-4571-9e02-958cc8d7aea1 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:33.602963 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8f2b8-a6c9-4c7b-84c5-d4268d411f4e req-2a221ab1-17ad-49cd-8ad9-714d6e52c638 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:33.605635 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-15b8f2b8-a6c9-4c7b-84c5-d4268d411f4e req-2a221ab1-17ad-49cd-8ad9-714d6e52c638 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0788035 Feb 10 23:19:33.631474 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port cb208ffe-885a-4571-9e02-958cc8d7aea1 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:33.632646 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 46c4f62b-2164-40b2-a429-298cd1a310b3 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:33.683547 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-15b8f2b8-a6c9-4c7b-84c5-d4268d411f4e req-f4b73678-c29f-4958-8a28-5f84ebd72eb9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639791 Feb 10 23:19:33.706775 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 46c4f62b-2164-40b2-a429-298cd1a310b3 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:33.706775 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:33.788727 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 46c4f62b-2164-40b2-a429-298cd1a310b3 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:33.909124 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74bc84-3f74-42f1-93e9-3d19f768820a req-6b34a66c-48b3-41a6-b894-6369268b7db5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:33.910657 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b74bc84-3f74-42f1-93e9-3d19f768820a req-6b34a66c-48b3-41a6-b894-6369268b7db5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0563824 Feb 10 23:19:33.969114 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b74bc84-3f74-42f1-93e9-3d19f768820a req-6539239b-a7c2-4fba-8b0d-9aaf05bfead1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514877 Feb 10 23:19:34.809315 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25493458-c062-42ed-9da0-c8119dbc100b req-85c4388d-f8e0-4543-bb76-8b40e4cf5547 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:34.810802 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25493458-c062-42ed-9da0-c8119dbc100b req-85c4388d-f8e0-4543-bb76-8b40e4cf5547 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0531518 Feb 10 23:19:34.859428 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25493458-c062-42ed-9da0-c8119dbc100b req-d346af9e-527b-4c27-ba0a-c92c5dd8376a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426805 Feb 10 23:19:35.111567 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13de32-c6ed-49a2-b15c-9a8d3277fe4b req-b6f09daf-e269-4f49-b849-9262135991d5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:35.113273 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fd13de32-c6ed-49a2-b15c-9a8d3277fe4b req-b6f09daf-e269-4f49-b849-9262135991d5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0578637 Feb 10 23:19:35.117250 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2917b0-7411-4164-bb67-e42211c8408d req-db55847f-4a03-4809-82af-f5b5cde0bb6c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:35.119208 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce2917b0-7411-4164-bb67-e42211c8408d req-db55847f-4a03-4809-82af-f5b5cde0bb6c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0669580 Feb 10 23:19:35.172064 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fd13de32-c6ed-49a2-b15c-9a8d3277fe4b req-a179fcbb-e5a1-4027-88f4-697d942e9050 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514314 Feb 10 23:19:35.208667 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce2917b0-7411-4164-bb67-e42211c8408d req-ff01f50b-8eab-46b2-8daf-4fc1dc76d17d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829198 Feb 10 23:19:35.225240 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-2729bb47-f8fa-4f8a-83f5-aff9690516e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:35.226758 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-2729bb47-f8fa-4f8a-83f5-aff9690516e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1130 time: 0.0552156 Feb 10 23:19:35.322012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-162bf561-d3dc-4f27-b6bc-bc50a03b2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:35.323547 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-162bf561-d3dc-4f27-b6bc-bc50a03b2aa1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.0904825 Feb 10 23:19:35.435603 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-7c305ccb-f0e0-4430-a7a0-62e4c5f14956 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 1001 time: 0.0683081 Feb 10 23:19:35.488419 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-f5ebc0c9-fe7f-418e-a6da-eae895759257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:35.489887 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-f5ebc0c9-fe7f-418e-a6da-eae895759257 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0457890 Feb 10 23:19:35.543545 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-96aef3e7-359d-47be-bcd2-3b295fa73935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:35.545110 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-96aef3e7-359d-47be-bcd2-3b295fa73935 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488653 Feb 10 23:19:35.642946 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-640e3c91-227a-40f1-8874-ff1f6d75e252 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910873 Feb 10 23:19:35.740072 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c52a0c14-9d00-4882-9544-366e9b5f41df req-79401f6b-19c7-4693-936d-33184640c9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903454 Feb 10 23:19:35.881340 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:36.296958 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6466b-40a1-485f-aed4-b9e91d21eef2 req-cd550b44-5203-4b73-ae00-62130a6691f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.298626 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-39d6466b-40a1-485f-aed4-b9e91d21eef2 req-cd550b44-5203-4b73-ae00-62130a6691f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0575230 Feb 10 23:19:36.336190 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814d7a4-08ab-45b3-b393-12498b1e2274 req-098e73ff-4e28-4d22-8c3e-8c738da5556b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:36.338798 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8814d7a4-08ab-45b3-b393-12498b1e2274 req-098e73ff-4e28-4d22-8c3e-8c738da5556b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0553763 Feb 10 23:19:36.355763 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-39d6466b-40a1-485f-aed4-b9e91d21eef2 req-1aae7b35-fe07-4e67-8414-0be8e64c6219 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513132 Feb 10 23:19:36.400975 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8814d7a4-08ab-45b3-b393-12498b1e2274 req-84d23e8a-f565-4d81-b45f-416b1facca13 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549138 Feb 10 23:19:37.489585 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fada146-2ca8-491f-8356-00536d93d1bb req-8d149e00-e6fb-445c-ab3c-72f732d97183 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.491269 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fada146-2ca8-491f-8356-00536d93d1bb req-8d149e00-e6fb-445c-ab3c-72f732d97183 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0626817 Feb 10 23:19:37.547968 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fada146-2ca8-491f-8356-00536d93d1bb req-f87d30db-5ecf-4664-82b8-f6f7d3d8dd55 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503986 Feb 10 23:19:37.565415 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-91871c3e-9826-4b98-865b-2292622414db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923834 Feb 10 23:19:37.575423 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414e84-961a-4acf-a295-189738a4ad6f req-fe65bf33-7f85-4cdd-aa10-838e81f18c70 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.577994 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c414e84-961a-4acf-a295-189738a4ad6f req-fe65bf33-7f85-4cdd-aa10-838e81f18c70 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0954642 Feb 10 23:19:37.654995 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c414e84-961a-4acf-a295-189738a4ad6f req-5a638924-b592-4014-9de8-fc99a81661b0 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716305 Feb 10 23:19:37.664097 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-02301a23-a917-4894-91c3-59adb9bbe15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.665662 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-02301a23-a917-4894-91c3-59adb9bbe15d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1130 time: 0.0636373 Feb 10 23:19:37.774384 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-19c55315-b650-4c35-8ea1-4b2a8fffd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.775868 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-19c55315-b650-4c35-8ea1-4b2a8fffd5be service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.0887361 Feb 10 23:19:37.841813 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-218590a1-aa1d-4b87-9832-12cb15dea77f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 1001 time: 0.0596399 Feb 10 23:19:37.891060 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-afc1c9c5-27ac-4227-99a0-3c92af8ba452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.892857 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-afc1c9c5-27ac-4227-99a0-3c92af8ba452 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0449524 Feb 10 23:19:37.949088 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-d87cec16-dc6d-4933-a2ae-4c3e3bf3af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:37.950956 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-d87cec16-dc6d-4933-a2ae-4c3e3bf3af82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502341 Feb 10 23:19:38.041989 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-4d641d39-d837-4cd8-bc64-574fcf813ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839093 Feb 10 23:19:38.142087 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0881cdbc-e326-45e0-8b0d-f6d36bb47727 req-0574a927-b166-46a3-b6dc-1628eb02ff4d service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927875 Feb 10 23:19:38.262238 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:19:38.361458 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:38.374036 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '60e226ea-299e-4079-87c5-eeac730551eb', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'port_id': '60e226ea-299e-4079-87c5-eeac730551eb', 'mac_address': 'fa:16:3e:75:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:19:38.419786 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: ACTIVE; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:38.420191 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:38.436881 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60e226ea-299e-4079-87c5-eeac730551eb {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:19:38.458216 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:38.462221 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:38.509315 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:38.656997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['60e226ea-299e-4079-87c5-eeac730551eb'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:19:38.788189 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b82697-f6d6-4bec-82fc-a82ca4dc4699 req-3250ccc2-a26e-4daa-9fa0-b3cc8da078b5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:38.789641 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a9b82697-f6d6-4bec-82fc-a82ca4dc4699 req-3250ccc2-a26e-4daa-9fa0-b3cc8da078b5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0615551 Feb 10 23:19:38.837834 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a9b82697-f6d6-4bec-82fc-a82ca4dc4699 req-d91d13d9-a94a-476e-8374-af2dd0e97f95 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420513 Feb 10 23:19:39.960538 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9d120-14c8-4f18-9c9a-bc9849959a46 req-8d8f09c1-6c4f-47d2-99fc-d8f41b0b983e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:39.962033 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1a9d120-14c8-4f18-9c9a-bc9849959a46 req-8d8f09c1-6c4f-47d2-99fc-d8f41b0b983e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0526779 Feb 10 23:19:40.010707 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1a9d120-14c8-4f18-9c9a-bc9849959a46 req-5b7075f0-9f1f-4d3b-90dc-229aea5c1e2b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427587 Feb 10 23:19:40.308747 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:19:40.358029 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 60e226ea-299e-4079-87c5-eeac730551eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:19:40.358411 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (60e226ea-299e-4079-87c5-eeac730551eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:40.439046 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:19:40.439384 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:40.465829 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:19:40.468100 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac71a66-0ec4-48e0-9169-1d8ea02fedf1" -d '{"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-plugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:19:40.481977 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:19:40.488553 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:40.522038 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce6159-1dec-4808-b845-f671c05360f1 x-openstack-request-id: req-ddce6159-1dec-4808-b845-f671c05360f1 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:19:40.522354 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-plugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:19:40.522614 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddce6159-1dec-4808-b845-f671c05360f1 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:19:40.523006 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'code': 200} Feb 10 23:19:40.541568 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:19:41.136014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4f5ee-0c68-4e61-b7f9-3cd188d4b9e4 req-711a1eb9-9af2-4cbd-8f04-bdcd0477a778 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:41.138244 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35c4f5ee-0c68-4e61-b7f9-3cd188d4b9e4 req-711a1eb9-9af2-4cbd-8f04-bdcd0477a778 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0544496 Feb 10 23:19:41.188990 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35c4f5ee-0c68-4e61-b7f9-3cd188d4b9e4 req-e80c4138-bdc2-45b9-9fe8-312d1363840a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 Feb 10 23:19:42.318733 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59d244-4088-4b29-a75a-093bebe516d6 req-dad9edf8-19c9-4c9e-a306-7a38a76dd4aa tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:42.320818 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0a59d244-4088-4b29-a75a-093bebe516d6 req-dad9edf8-19c9-4c9e-a306-7a38a76dd4aa tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Feb 10 23:19:42.369497 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0a59d244-4088-4b29-a75a-093bebe516d6 req-ca604adb-bf92-4f80-ac4d-c5a0c56e846b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429575 Feb 10 23:19:42.872951 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-914dfc20-0c5c-4451-b2bb-b4c7691f6c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:43.496348 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e3b9c-cafa-4168-b2c2-7617cf4faf57 req-bec2b8a0-3b37-4e77-9af3-6df52571cc9f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:43.497854 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-688e3b9c-cafa-4168-b2c2-7617cf4faf57 req-bec2b8a0-3b37-4e77-9af3-6df52571cc9f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0551395 Feb 10 23:19:43.545586 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-688e3b9c-cafa-4168-b2c2-7617cf4faf57 req-706f2dcc-e979-4041-8e69-5f7a0edbb0e2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Feb 10 23:19:44.672877 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff4bff-bd56-4780-b280-59271d12e88e req-d26e4406-358b-435c-b2e9-38ca12a4a019 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:44.674691 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-77ff4bff-bd56-4780-b280-59271d12e88e req-d26e4406-358b-435c-b2e9-38ca12a4a019 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0538397 Feb 10 23:19:44.726031 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-77ff4bff-bd56-4780-b280-59271d12e88e req-57eb0ba7-8cc8-48d2-a6e5-eb34e0d6a872 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Feb 10 23:19:45.223396 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-73dc1d17-2638-4122-bd94-b4bc1a2ce119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:45.856913 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd68ac-9f90-454c-bd45-89190c9566fb req-50a52a37-24b2-4fb6-9cb9-71672102558c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:45.858410 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8dbd68ac-9f90-454c-bd45-89190c9566fb req-50a52a37-24b2-4fb6-9cb9-71672102558c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0584717 Feb 10 23:19:45.907562 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8dbd68ac-9f90-454c-bd45-89190c9566fb req-34a3d9f2-3dfe-4bd9-a8a2-77115c62f2f7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Feb 10 23:19:45.930083 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:47.054420 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698350c-66e0-4df9-b418-a200e2c96423 req-3e495274-5a80-43c5-bae7-8e95ab1d4e62 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:47.056686 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f698350c-66e0-4df9-b418-a200e2c96423 req-3e495274-5a80-43c5-bae7-8e95ab1d4e62 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0574257 Feb 10 23:19:47.108850 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f698350c-66e0-4df9-b418-a200e2c96423 req-396dcf98-4dd1-4fa7-83c4-000b0e5e5403 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Feb 10 23:19:47.244940 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:19:47.609349 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:48.251512 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99cfd9-830b-4984-9788-bd5d83bc1d4b req-50cc3108-c712-40b8-bb2c-d6682b75db9c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:48.253062 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a99cfd9-830b-4984-9788-bd5d83bc1d4b req-50cc3108-c712-40b8-bb2c-d6682b75db9c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0624480 Feb 10 23:19:48.307253 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a99cfd9-830b-4984-9788-bd5d83bc1d4b req-95ea7cb5-fb48-4bf6-9495-d605092bf773 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485208 Feb 10 23:19:49.436558 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa208e8-5a44-467f-8af0-c74639fe56ae req-9868fe59-bd03-4428-9a63-92fc102434a9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:49.438226 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1fa208e8-5a44-467f-8af0-c74639fe56ae req-9868fe59-bd03-4428-9a63-92fc102434a9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0556009 Feb 10 23:19:49.488641 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1fa208e8-5a44-467f-8af0-c74639fe56ae req-3ed4f33d-8f6b-42ce-8dd6-a69c17ba191a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424881 Feb 10 23:19:49.544907 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:19:50.626768 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb032-0801-42f9-ba10-cd9a7b3f6327 req-9826fda4-f9cc-4849-8ccf-ea8e44d0ac0a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:50.628475 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0acbb032-0801-42f9-ba10-cd9a7b3f6327 req-9826fda4-f9cc-4849-8ccf-ea8e44d0ac0a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0636611 Feb 10 23:19:50.708936 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0acbb032-0801-42f9-ba10-cd9a7b3f6327 req-41224ba1-9372-45c0-9c08-1b9d38100470 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729327 Feb 10 23:19:51.843340 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a9de-b7a0-4145-99dd-b66a1f9d74c3 req-ef30d7e0-56a5-4706-a811-cffbaf803a9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:51.845143 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c047a9de-b7a0-4145-99dd-b66a1f9d74c3 req-ef30d7e0-56a5-4706-a811-cffbaf803a9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0575156 Feb 10 23:19:51.894567 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c047a9de-b7a0-4145-99dd-b66a1f9d74c3 req-01a75063-2210-4bd0-9167-84fdcd8e3495 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438104 Feb 10 23:19:53.029589 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc3f07-e93b-4265-a239-395931159235 req-0fecd063-f0a3-4a2f-886d-8ce0250d207a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:53.031123 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9bc3f07-e93b-4265-a239-395931159235 req-0fecd063-f0a3-4a2f-886d-8ce0250d207a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0628958 Feb 10 23:19:53.082339 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b9bc3f07-e93b-4265-a239-395931159235 req-dd3bb212-ef61-4282-9402-828c4926ccee tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Feb 10 23:19:54.220567 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541daa9-0025-44dc-a7a1-555deeb7a2e3 req-45a1bb7a-37f6-4121-8564-f274bfbbcdb7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:54.222200 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2541daa9-0025-44dc-a7a1-555deeb7a2e3 req-45a1bb7a-37f6-4121-8564-f274bfbbcdb7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0554945 Feb 10 23:19:54.270512 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2541daa9-0025-44dc-a7a1-555deeb7a2e3 req-cf4d4b14-4317-4538-9bfa-2d9e4fde2dbc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416691 Feb 10 23:19:55.407375 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24752398-8a8f-4ae5-beaf-b18b0449710c req-2b38ab6b-7f4c-415d-b82f-aca1d7ce21ef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:55.408941 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24752398-8a8f-4ae5-beaf-b18b0449710c req-2b38ab6b-7f4c-415d-b82f-aca1d7ce21ef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0638306 Feb 10 23:19:55.459253 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24752398-8a8f-4ae5-beaf-b18b0449710c req-16ec21ce-03db-4a71-9adf-b51761187f71 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445125 Feb 10 23:19:56.586308 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220fb11-af60-4f15-9be3-f22611a8f922 req-d60bb68a-fb11-49e6-ac53-497cce345b52 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:56.587868 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0220fb11-af60-4f15-9be3-f22611a8f922 req-d60bb68a-fb11-49e6-ac53-497cce345b52 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0571651 Feb 10 23:19:56.636360 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0220fb11-af60-4f15-9be3-f22611a8f922 req-a97a7e9b-1850-4430-af5f-60ed936ca95c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419278 Feb 10 23:19:57.763180 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f447a-1f49-44b2-9156-de4c25a8b946 req-a63ac9c7-f0cf-4c79-9de6-de830c603e76 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:57.765162 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c9f447a-1f49-44b2-9156-de4c25a8b946 req-a63ac9c7-f0cf-4c79-9de6-de830c603e76 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0568295 Feb 10 23:19:57.810514 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c9f447a-1f49-44b2-9156-de4c25a8b946 req-29b45d1c-7dc0-465e-a713-6f296c50c78a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Feb 10 23:19:58.939879 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bf0dd-046f-40df-b2bc-f94ccecf9c5a req-efc88161-5497-4446-8a17-e7dcf3d1e5e8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:58.941400 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa7bf0dd-046f-40df-b2bc-f94ccecf9c5a req-efc88161-5497-4446-8a17-e7dcf3d1e5e8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0565848 Feb 10 23:19:58.999842 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fa7bf0dd-046f-40df-b2bc-f94ccecf9c5a req-a3b2f603-91e8-4fff-875d-78ad876ce1da tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527427 Feb 10 23:19:59.267403 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-f2186bfb-d3b8-4471-b7be-a12a6920d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.268951 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-f2186bfb-d3b8-4471-b7be-a12a6920d05b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1130 time: 0.0469358 Feb 10 23:19:59.373104 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-7eeca114-20f6-4862-994b-c84b963b654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.374503 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-7eeca114-20f6-4862-994b-c84b963b654b service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.0988045 Feb 10 23:19:59.441220 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-8cd00e8f-afc1-4e1f-8260-9d40e545f1ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 1000 time: 0.0608759 Feb 10 23:19:59.488648 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-d3c3e0bb-d423-486e-aed4-10da452d9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.490167 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-d3c3e0bb-d423-486e-aed4-10da452d9bed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0434363 Feb 10 23:19:59.537061 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-c9836f81-5a6b-46e4-9894-64bd5d0afc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.538538 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-c9836f81-5a6b-46e4-9894-64bd5d0afc00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430455 Feb 10 23:19:59.632918 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-504409f7-a1bf-4072-b6c7-f217e84ed5cb service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880091 Feb 10 23:19:59.721696 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-793638e7-c97a-408b-b707-5b31e4f8f03e req-4e684a85-a85d-4b86-8521-761317ef0a70 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814826 Feb 10 23:20:00.132460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f9614-9adf-4c4a-97b6-8b4d55a3d213 req-3f0eb163-2143-4aff-8883-77f5a6e87714 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:00.134013 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c86f9614-9adf-4c4a-97b6-8b4d55a3d213 req-3f0eb163-2143-4aff-8883-77f5a6e87714 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0557697 Feb 10 23:20:00.185236 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c86f9614-9adf-4c4a-97b6-8b4d55a3d213 req-e0b203b7-1c32-48f9-a583-22b448b54ae7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416620 Feb 10 23:20:01.307441 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1cb2b-483f-4fcf-a574-ab9aed60db91 req-e4377106-97e3-4062-880c-28b7e53539a1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:01.308952 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3ea1cb2b-483f-4fcf-a574-ab9aed60db91 req-e4377106-97e3-4062-880c-28b7e53539a1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0510721 Feb 10 23:20:01.357998 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3ea1cb2b-483f-4fcf-a574-ab9aed60db91 req-2d39160d-77e1-4f28-855f-144c439eba30 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436349 Feb 10 23:20:02.478208 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c000-7c15-4f79-8d01-d2e6367d7555 req-d0fe8845-df66-453d-9484-710f4d10c226 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:02.479695 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcc7c000-7c15-4f79-8d01-d2e6367d7555 req-d0fe8845-df66-453d-9484-710f4d10c226 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 946 time: 0.0506136 Feb 10 23:20:02.515539 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:20:02.525482 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcc7c000-7c15-4f79-8d01-d2e6367d7555 req-ec14c52a-1a1c-46b0-bd62-6a4e65976a81 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403144 Feb 10 23:20:02.594651 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:02.594920 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:02.620484 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:02.622841 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c543aa-8e7c-4727-af1d-415397def17a" -d '{"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-unplugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:02.635087 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:02.640202 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:02.665007 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd972c2-fd20-49e2-bc3b-cc419d0746dd x-openstack-request-id: req-8bd972c2-fd20-49e2-bc3b-cc419d0746dd {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:02.665318 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-unplugged", "status": "failed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:02.665574 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8bd972c2-fd20-49e2-bc3b-cc419d0746dd {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:02.666016 dv-cinder-828805-1-iscsi neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'code': 422} returned with failed status Feb 10 23:20:02.692015 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:02.985349 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-c8bc5c50-e57b-45f3-b83b-d30018e9afa3 req-01250d71-ec12-4f3d-af44-79a0a99a25fb service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:20:02.986330 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8bc5c50-e57b-45f3-b83b-d30018e9afa3 req-01250d71-ec12-4f3d-af44-79a0a99a25fb service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053453 Feb 10 23:20:03.140240 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771f816-982e-408a-9a6a-9d0fa9ec5267 req-7dd9ea8f-74e1-4d93-8440-7c7430f67648 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:03.141717 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c771f816-982e-408a-9a6a-9d0fa9ec5267 req-7dd9ea8f-74e1-4d93-8440-7c7430f67648 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0517144 Feb 10 23:20:03.189275 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c771f816-982e-408a-9a6a-9d0fa9ec5267 req-b90a393b-8198-417c-a200-5b8d5998a666 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418260 Feb 10 23:20:03.424111 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51232) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:03.539903 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-ba0db9d8-5b9e-45e2-9ef7-96f5c0d3401e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145763 Feb 10 23:20:03.548277 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-b09b8e96-c489-4f1c-b739-0a7729bf6f2c service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:20:03.549237 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-b09b8e96-c489-4f1c-b739-0a7729bf6f2c service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048130 Feb 10 23:20:03.624816 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51240) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:03.718135 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a87b-7b6b-4396-82be-4a737253872f req-c358b779-2590-4189-a59a-1e39e6028e86 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:03.719686 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-c358b779-2590-4189-a59a-1e39e6028e86 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports/60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 941 time: 0.0936134 Feb 10 23:20:04.312538 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b6422-daee-435c-9cfd-6fe18e456121 req-bd832486-166f-48fa-b5a7-05527b157701 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:04.314022 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf1b6422-daee-435c-9cfd-6fe18e456121 req-bd832486-166f-48fa-b5a7-05527b157701 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0511918 Feb 10 23:20:04.368290 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf1b6422-daee-435c-9cfd-6fe18e456121 req-b574755c-cd38-4c2d-ba1e-8bcb86c15e43 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481448 Feb 10 23:20:05.377955 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a87b-7b6b-4396-82be-4a737253872f req-4a6ba63a-3b37-4d27-956d-8dc563bed7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:05.379468 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-4a6ba63a-3b37-4d27-956d-8dc563bed7ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09&tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 1128 time: 0.0747561 Feb 10 23:20:05.460774 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a87b-7b6b-4396-82be-4a737253872f req-9f044c2c-7e6d-4afd-845d-34e2d534fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:05.462290 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-9f044c2c-7e6d-4afd-845d-34e2d534fbc5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1128 time: 0.0448599 Feb 10 23:20:05.496097 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea5f62-ca21-4f80-8009-ccd37b15ba4a req-6b7ef306-657c-4025-94ba-ef0d79e40e39 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:05.497597 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5aea5f62-ca21-4f80-8009-ccd37b15ba4a req-6b7ef306-657c-4025-94ba-ef0d79e40e39 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0535281 Feb 10 23:20:05.547879 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5aea5f62-ca21-4f80-8009-ccd37b15ba4a req-96699772-8900-47d2-a1a5-4c6d26dc031c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447145 Feb 10 23:20:05.791368 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a87b-7b6b-4396-82be-4a737253872f req-56751a0f-baae-4963-806a-01346235c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:05.792752 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-56751a0f-baae-4963-806a-01346235c383 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.3245480 Feb 10 23:20:05.855800 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-e51a5696-4c99-4a0b-8715-6487d9f566a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 998 time: 0.0563996 Feb 10 23:20:05.906694 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a87b-7b6b-4396-82be-4a737253872f req-d120ae9d-33e1-4b8c-a8c1-00e20e7caa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:05.908229 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-d120ae9d-33e1-4b8c-a8c1-00e20e7caa67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0463140 Feb 10 23:20:05.955320 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2a87b-7b6b-4396-82be-4a737253872f req-0fa5ff7e-18bf-46df-802f-a3407d6bd709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:05.957087 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-0fa5ff7e-18bf-46df-802f-a3407d6bd709 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427611 Feb 10 23:20:05.986120 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:06.048647 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-ccf8ecec-a20a-44e6-b792-c8a855256129 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843649 Feb 10 23:20:06.139224 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-28f2a87b-7b6b-4396-82be-4a737253872f req-babcc9d0-37f3-4993-9945-b3f2810a6098 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835278 Feb 10 23:20:06.504370 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:20:06.602134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: DOWN; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:06.714108 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18a6d-1d5d-4fa7-9c9f-bf1aa27474d6 req-2facac43-b8d9-4b80-9cd8-18bd512bdd7b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:06.718179 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcb18a6d-1d5d-4fa7-9c9f-bf1aa27474d6 req-2facac43-b8d9-4b80-9cd8-18bd512bdd7b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0718942 Feb 10 23:20:06.865642 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcb18a6d-1d5d-4fa7-9c9f-bf1aa27474d6 req-89ae1997-b747-46ac-9cb6-6a578ce3fc65 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398203 Feb 10 23:20:08.007758 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01185692-ccac-442a-9d30-a89dea921a1c req-71f93caf-e525-4421-b7d4-07ec960f5f26 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:08.015607 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01185692-ccac-442a-9d30-a89dea921a1c req-71f93caf-e525-4421-b7d4-07ec960f5f26 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0622618 Feb 10 23:20:08.120430 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01185692-ccac-442a-9d30-a89dea921a1c req-1940f8ca-9056-4621-8683-b679e5839b2f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038859 Feb 10 23:20:08.235683 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-bbc38148-9314-4491-9f2c-2458a967b5b3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515986128&fields=id&tenant_id=8112af212c7944688c5d2b566cd01406 HTTP/1.1" status: 200 len: 267 time: 0.0545492 Feb 10 23:20:08.335662 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:08.351924 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-a7b6dc93-bde9-4949-8f0c-cef16b0b1dac tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:08.354578 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-a7b6dc93-bde9-4949-8f0c-cef16b0b1dac tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 809 time: 0.1207166 Feb 10 23:20:08.368391 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-fcf9a528-034a-4450-9b8f-6af67c44e501 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/quotas/8112af212c7944688c5d2b566cd01406 HTTP/1.1" status: 200 len: 375 time: 0.0093048 Feb 10 23:20:08.463434 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-11594e35-d3b4-4bd9-b035-5f7340e17154 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814824 Feb 10 23:20:08.505341 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.609542 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-1de69265-f335-4f04-a4e6-c28105fc6ed6 service neutron] 10.222.0.77 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234901 Feb 10 23:20:08.614905 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Publish callbacks [] for security_group (91063e8a-f492-4079-b10d-bcf066eab36f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.619896 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (91063e8a-f492-4079-b10d-bcf066eab36f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.652048 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91063e8a-f492-4079-b10d-bcf066eab36f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:08.664383 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.664725 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.665058 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.665393 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.665722 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.666045 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.666373 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.666709 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.667010 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.667332 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.667651 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.667991 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.668323 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:08.679880 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3b60bd3e-32fe-4f43-8840-2bc3b6273396 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79413c98c25b465996f814247a834813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429124 Feb 10 23:20:08.682324 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:08.734805 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ef91-7c4a-4016-abb1-1c0b8082bfec admin admin] Publish callbacks [] for security_group (91063e8a-f492-4079-b10d-bcf066eab36f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.738255 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-a05b5db9-ce2c-441b-a4ce-a437e113127e service neutron] 10.222.0.77 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252894 Feb 10 23:20:08.757832 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ef91-7c4a-4016-abb1-1c0b8082bfec admin admin] Publish callbacks [] for security_group (91063e8a-f492-4079-b10d-bcf066eab36f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.811355 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ef91-7c4a-4016-abb1-1c0b8082bfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (91063e8a-f492-4079-b10d-bcf066eab36f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.815963 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dfc5ef91-7c4a-4016-abb1-1c0b8082bfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:08.819022 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-dfc5ef91-7c4a-4016-abb1-1c0b8082bfec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/91063e8a-f492-4079-b10d-bcf066eab36f HTTP/1.1" status: 204 len: 168 time: 0.1355414 Feb 10 23:20:08.836900 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5ef91-7c4a-4016-abb1-1c0b8082bfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91063e8a-f492-4079-b10d-bcf066eab36f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:09.141149 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-46e19f4a-4917-44dc-bf97-f7409e87e787 req-fedd0235-c640-47e5-bbaf-ba7e4676381a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0657723 Feb 10 23:20:09.297658 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7a3cb-6d53-4846-acb6-1f551ecb94ec req-38f2e79e-a22e-49a6-8cd3-1ab422eb8c74 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:09.304469 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b7a3cb-6d53-4846-acb6-1f551ecb94ec req-38f2e79e-a22e-49a6-8cd3-1ab422eb8c74 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0769231 Feb 10 23:20:09.383008 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b7a3cb-6d53-4846-acb6-1f551ecb94ec req-95b7ef9b-7fce-4bb0-8d32-a58671cdadfe tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755448 Feb 10 23:20:10.282226 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a560a5fa-4d97-40ca-a4ee-9207f566e4c1 req-8609293b-a898-4db9-8c84-b34beee8bb8c tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Feb 10 23:20:10.539093 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce757f-842d-400a-a63c-d9476f4fbe19 req-b4996c50-2b38-4446-a839-ee1d2cc7449c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:10.546096 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dce757f-842d-400a-a63c-d9476f4fbe19 req-b4996c50-2b38-4446-a839-ee1d2cc7449c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0723369 Feb 10 23:20:10.610616 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dce757f-842d-400a-a63c-d9476f4fbe19 req-a003acb5-3927-4a37-b76c-215703a4c9da tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634964 Feb 10 23:20:11.403035 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-55c66c85-985a-4b39-a7a7-5758947a9340 req-38b53422-7793-43be-b879-d48639907774 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0406005 Feb 10 23:20:11.738793 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b1d9e-1057-4767-a474-2d1e3c5b1f0c req-5a17300f-fe4d-44c6-b0be-c2ee25066558 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:11.740186 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f5b1d9e-1057-4767-a474-2d1e3c5b1f0c req-5a17300f-fe4d-44c6-b0be-c2ee25066558 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0536668 Feb 10 23:20:11.798219 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f5b1d9e-1057-4767-a474-2d1e3c5b1f0c req-805ae0bd-eef8-49f6-9d69-0eae45d320c2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522785 Feb 10 23:20:12.511668 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-773b840e-eea5-4dfe-a419-2bcdbea901bd req-5e179599-a5a0-4e9c-a13b-5b3957475124 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0302734 Feb 10 23:20:12.876242 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-046410f7-0afa-4e7a-849e-2a7b03326558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:12.930608 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850d5b-c4c9-4ae8-a839-e46779bbfc39 req-dbd497d7-7840-4e6f-9116-f2dcd8fc6ce3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:12.932254 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad850d5b-c4c9-4ae8-a839-e46779bbfc39 req-dbd497d7-7840-4e6f-9116-f2dcd8fc6ce3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0580595 Feb 10 23:20:12.983947 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad850d5b-c4c9-4ae8-a839-e46779bbfc39 req-d41ce928-42af-463c-8ed4-7200062b9d1d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460427 Feb 10 23:20:13.612293 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-951dc150-953d-4787-b6e3-38fa819fb8a9 req-4437b6c4-7aa6-4d4a-ab61-f1469034a7e8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0293920 Feb 10 23:20:14.165262 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bea76-fa8b-477e-82f1-a625bbea3d3e req-c0722aeb-d562-4a2b-a52c-bb8685d64b16 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:14.176385 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-333bea76-fa8b-477e-82f1-a625bbea3d3e req-c0722aeb-d562-4a2b-a52c-bb8685d64b16 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.1079049 Feb 10 23:20:14.234084 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-333bea76-fa8b-477e-82f1-a625bbea3d3e req-51ed2343-fcdc-4e30-a87f-55a2e19965be tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482948 Feb 10 23:20:14.715036 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8b6f3067-04b5-4b70-a441-84f5a8b31076 req-0a498734-8b37-4063-bde2-63ccd24948a3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0339494 Feb 10 23:20:15.224574 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cc0b79ec-41b0-4d78-9334-889c37e883de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:15.359555 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ddfec-531d-43e7-94f4-ff87076cd116 req-c8cb413d-5c79-4ea3-b858-48020247752e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:15.361090 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb2ddfec-531d-43e7-94f4-ff87076cd116 req-c8cb413d-5c79-4ea3-b858-48020247752e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0538957 Feb 10 23:20:15.411742 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb2ddfec-531d-43e7-94f4-ff87076cd116 req-61825f52-4a39-4c42-9b40-b7bb4b9d4862 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433464 Feb 10 23:20:15.807570 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a4d14dea-34f0-4e2a-aae3-162803e9b856 req-43cda527-c20d-4bbb-833b-1431b73918b7 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Feb 10 23:20:15.930361 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:16.539278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd4ac0-acf6-40a7-9a14-45c36fb0eaf9 req-6f23b8f2-902b-41f9-9470-6aff25f4f467 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:16.540792 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92fd4ac0-acf6-40a7-9a14-45c36fb0eaf9 req-6f23b8f2-902b-41f9-9470-6aff25f4f467 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0557854 Feb 10 23:20:16.587124 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92fd4ac0-acf6-40a7-9a14-45c36fb0eaf9 req-7ad5ae5f-aec6-404f-8fa9-7ec69ec520de tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409043 Feb 10 23:20:16.898950 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2e365d94-feb5-4d7f-ab32-7d21b19853d7 req-3ae91590-7672-4175-985d-8b4208b81139 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0265925 Feb 10 23:20:17.608549 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:17.709160 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf5a44-e63c-4543-867b-6f2bdc5c1ff2 req-d5a45b71-da0a-4632-b531-5a849f9cf723 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:17.710648 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85bf5a44-e63c-4543-867b-6f2bdc5c1ff2 req-d5a45b71-da0a-4632-b531-5a849f9cf723 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0527241 Feb 10 23:20:17.757282 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85bf5a44-e63c-4543-867b-6f2bdc5c1ff2 req-8aad3f81-ae3e-4cc8-b896-81695aec4804 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411315 Feb 10 23:20:17.990658 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-58da1db4-4c68-42d1-88aa-bf50533013b7 req-c5b06e50-1b4d-483c-9445-8b4eea9f5660 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0271945 Feb 10 23:20:18.877553 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec869f1-d346-47e9-a25a-c1e66dd78ae2 req-f5d6045c-d1ce-4b53-bf1e-076732243569 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:18.879603 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ec869f1-d346-47e9-a25a-c1e66dd78ae2 req-f5d6045c-d1ce-4b53-bf1e-076732243569 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0505543 Feb 10 23:20:18.928215 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ec869f1-d346-47e9-a25a-c1e66dd78ae2 req-c8365bf9-a161-4b46-b779-1ec8111a8789 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Feb 10 23:20:19.083609 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ed8b8beb-6d88-44ca-a762-693da0c9a694 req-fad8b959-3f25-4fa5-82a3-a3896b2eb823 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0282207 Feb 10 23:20:19.547465 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:19.739686 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51506) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:19.840631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18807f0-a0ef-4282-852d-f4fe1f95047e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:19.919186 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18807f0-a0ef-4282-852d-f4fe1f95047e admin admin] Publish callbacks [] for security_group (8b4985f2-1d08-4759-9908-44dfa88791f7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:19.922969 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e18807f0-a0ef-4282-852d-f4fe1f95047e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8b4985f2-1d08-4759-9908-44dfa88791f7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:19.964416 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e18807f0-a0ef-4282-852d-f4fe1f95047e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b4d5225e7bd4048a71f7fda1019e569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234707 Feb 10 23:20:19.964683 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 51512) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:19.965783 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18807f0-a0ef-4282-852d-f4fe1f95047e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4985f2-1d08-4759-9908-44dfa88791f7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:20.051983 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Publish callbacks [] for security_group (8b4985f2-1d08-4759-9908-44dfa88791f7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.082552 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Publish callbacks [] for security_group (8b4985f2-1d08-4759-9908-44dfa88791f7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.106304 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b621fd-0013-414f-a701-1a46aa7a9c96 req-a4262db9-37bf-4244-8006-63a07e4a2553 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:20.108370 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b621fd-0013-414f-a701-1a46aa7a9c96 req-a4262db9-37bf-4244-8006-63a07e4a2553 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0836818 Feb 10 23:20:20.178517 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b621fd-0013-414f-a701-1a46aa7a9c96 req-d5d5f06d-9528-44b8-b9b4-f7688eee4be3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624299 Feb 10 23:20:20.187032 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8b4985f2-1d08-4759-9908-44dfa88791f7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.189772 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.190860 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b4985f2-1d08-4759-9908-44dfa88791f7 HTTP/1.1" status: 204 len: 168 time: 0.2252371 Feb 10 23:20:20.200705 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c7e59b2-673b-494d-8e34-0463189fb34d req-7c83b1f9-f011-40d0-8e19-249703eab48d tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0380774 Feb 10 23:20:20.210815 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4985f2-1d08-4759-9908-44dfa88791f7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:20.218094 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.218457 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.218851 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.219136 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.219494 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.219802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.220157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.220489 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.220815 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.221142 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.221465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.221831 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.222118 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb8f272-3d41-43c6-a5a9-acf1f3b6e9f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:20.447296 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 51520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:20.461005 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bce092c-a31e-4260-bdf9-0038d6fecc72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.547534 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bce092c-a31e-4260-bdf9-0038d6fecc72 admin admin] Publish callbacks [] for security_group (a2ba9c2d-06b9-486e-a120-8e689474bc02), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.551274 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7bce092c-a31e-4260-bdf9-0038d6fecc72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (a2ba9c2d-06b9-486e-a120-8e689474bc02), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.619025 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7bce092c-a31e-4260-bdf9-0038d6fecc72 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1b678d23d0bb4519a125e51fdf8da1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1705852 Feb 10 23:20:20.621959 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51522) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:20.625444 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce092c-a31e-4260-bdf9-0038d6fecc72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ba9c2d-06b9-486e-a120-8e689474bc02,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:20.675529 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209ce688-1020-4ac7-9908-88c39f6e1e4b admin admin] Publish callbacks [] for security_group (a2ba9c2d-06b9-486e-a120-8e689474bc02), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.698509 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-34aaaae7-35a5-4ceb-bb70-74e0e9841eb5 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:20.698671 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209ce688-1020-4ac7-9908-88c39f6e1e4b admin admin] Publish callbacks [] for security_group (a2ba9c2d-06b9-486e-a120-8e689474bc02), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.699993 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-34aaaae7-35a5-4ceb-bb70-74e0e9841eb5 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 809 time: 0.1291320 Feb 10 23:20:20.746217 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209ce688-1020-4ac7-9908-88c39f6e1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (a2ba9c2d-06b9-486e-a120-8e689474bc02), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.748910 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-209ce688-1020-4ac7-9908-88c39f6e1e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:20.756002 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-209ce688-1020-4ac7-9908-88c39f6e1e4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a2ba9c2d-06b9-486e-a120-8e689474bc02 HTTP/1.1" status: 204 len: 168 time: 0.1269186 Feb 10 23:20:20.764279 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ce688-1020-4ac7-9908-88c39f6e1e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ba9c2d-06b9-486e-a120-8e689474bc02,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:20.800709 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-1ca6a4de-4087-41e9-b639-3ccefa4abaa6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8112af212c7944688c5d2b566cd01406 HTTP/1.1" status: 200 len: 379 time: 0.0673900 Feb 10 23:20:20.810026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'port': {'device_id': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'admin_state_up': True, 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'security_groups': ['ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:20:20.918633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Made reservation on behalf of 8112af212c7944688c5d2b566cd01406 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:20:20.922165 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.065926 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Allocated IP 172.20.0.8 (25aecac1-2f62-49dd-ae75-cdb613890201/07269074-4345-4964-8e5e-caadb4df1f7f/cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:20:21.104416 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51528) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:21.122159 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b471b836-4811-4224-8ae5-74b79789468a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.199550 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b471b836-4811-4224-8ae5-74b79789468a admin admin] Publish callbacks [] for security_group (b48f7c98-22c6-43f5-98cc-bf86a4d801da), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.203848 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b471b836-4811-4224-8ae5-74b79789468a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b48f7c98-22c6-43f5-98cc-bf86a4d801da), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.215412 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.238589 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 51536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:21.238823 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b471b836-4811-4224-8ae5-74b79789468a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=becb14b683264d1da59efdaf5f511bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331830 Feb 10 23:20:21.258372 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471b836-4811-4224-8ae5-74b79789468a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48f7c98-22c6-43f5-98cc-bf86a4d801da,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:21.324804 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-372822a8-1a7f-4da4-8650-686849d649de req-a9f4f594-688b-4fab-864d-8211997c4386 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0283625 Feb 10 23:20:21.346390 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.400938 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b0d440-c4ac-4452-8026-5c15f57bcb78 admin admin] Publish callbacks [] for security_group (b48f7c98-22c6-43f5-98cc-bf86a4d801da), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.418620 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Network 25aecac1-2f62-49dd-ae75-cdb613890201 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:20:21.434718 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:20:21.441143 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:21.446209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:20:21.452276 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b0d440-c4ac-4452-8026-5c15f57bcb78 admin admin] Publish callbacks [] for security_group (b48f7c98-22c6-43f5-98cc-bf86a4d801da), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.497185 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a162a-4ca4-44bc-b72b-460bf10d8be0 req-3d29c97a-e201-42ab-a92a-ac0331be78f2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:21.498703 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-250a162a-4ca4-44bc-b72b-460bf10d8be0 req-3d29c97a-e201-42ab-a92a-ac0331be78f2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.1977627 Feb 10 23:20:21.550678 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:21.551299 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.586180 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8af14eac-db53-4934-bd0f-3fb74b5ffa3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802858 Feb 10 23:20:21.591003 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-250a162a-4ca4-44bc-b72b-460bf10d8be0 req-2ccf968e-1e29-4120-bf85-48693feab8ff tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839469 Feb 10 23:20:21.606202 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Request body: {'port': {'device_id': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:20:21.610836 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b0d440-c4ac-4452-8026-5c15f57bcb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b48f7c98-22c6-43f5-98cc-bf86a4d801da), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.612960 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b0d440-c4ac-4452-8026-5c15f57bcb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.614042 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-15b0d440-c4ac-4452-8026-5c15f57bcb78 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b48f7c98-22c6-43f5-98cc-bf86a4d801da HTTP/1.1" status: 204 len: 168 time: 0.3745267 Feb 10 23:20:21.642086 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0d440-c4ac-4452-8026-5c15f57bcb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48f7c98-22c6-43f5-98cc-bf86a4d801da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:21.678322 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.709708 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-394a6142-a5ee-48b8-b7b7-888f892bbafc None None] Provisioning complete for port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:20:21.710290 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-394a6142-a5ee-48b8-b7b7-888f892bbafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.747113 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-394a6142-a5ee-48b8-b7b7-888f892bbafc None None] Port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:20:21.949515 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:20:21.956898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Publish callbacks [] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:21.969689 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Transition to ACTIVE for port object cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:20:21.973335 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:22.022160 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:22.106408 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Attempting to bind port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:20:22.107101 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Attempting to bind port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:20:22.107218 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Attempting to bind port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe on network 25aecac1-2f62-49dd-ae75-cdb613890201 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:20:22.112393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe on network 25aecac1-2f62-49dd-ae75-cdb613890201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:20:22.112831 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Attempting to bind port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe on network 25aecac1-2f62-49dd-ae75-cdb613890201 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:20:22.118816 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:20:22.119237 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Checking segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:20:22.119703 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Bound using segment: {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:20:22.120233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Bound port: cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '597f963b-6ee0-4ded-8b12-798259edd591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:20:22.120600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:22.193064 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:20:22.196855 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:20:22.202311 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:22.246518 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.247143 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:22.248683 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] 10.222.0.43 "PUT /v2.0/ports/cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 1093 time: 0.6473300 Feb 10 23:20:22.248993 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:22.251339 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29cb2ac-0fbc-476d-975d-d6d80533affb" -d '{"events": [{"name": "network-changed", "server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:22.306677 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec111a9-c263-4e12-b131-425f90bd3a53 service neutron] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:22.321817 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2db5d4e-ef6c-42c9-b5d2-216592a8d24a x-openstack-request-id: req-d2db5d4e-ef6c-42c9-b5d2-216592a8d24a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:22.322158 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:22.322368 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2db5d4e-ef6c-42c9-b5d2-216592a8d24a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:22.322770 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'status': 'completed', 'code': 200} Feb 10 23:20:22.363151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-d142716d-d39f-491f-9691-f0b0afa88c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.364889 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-d142716d-d39f-491f-9691-f0b0afa88c9b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1127 time: 0.0547228 Feb 10 23:20:22.423948 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-8820daf1-afda-4d52-b08a-3b9cd8df701c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0445480 Feb 10 23:20:22.502672 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-7c26e3d8-b539-488e-b22a-452cc2647d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.504162 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-7c26e3d8-b539-488e-b22a-452cc2647d67 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0700541 Feb 10 23:20:22.514078 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f2af0-fd54-41de-bde6-dccda850bc2b req-3cb77ac0-3f22-42dd-94f4-a35594b8c229 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.515531 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a7f2af0-fd54-41de-bde6-dccda850bc2b req-3cb77ac0-3f22-42dd-94f4-a35594b8c229 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0944128 Feb 10 23:20:22.596423 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a7f2af0-fd54-41de-bde6-dccda850bc2b req-de676032-6e3c-461e-ad14-53a1aec44275 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720387 Feb 10 23:20:22.598953 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-38f1eee6-d97e-46a1-b426-a977dc53c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.601361 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-38f1eee6-d97e-46a1-b426-a977dc53c31a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846529 Feb 10 23:20:22.692863 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-a1ab6751-6b0b-4655-bb5f-6ded8bdf3a4c service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859516 Feb 10 23:20:22.735176 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75819f-3400-47d9-8197-425a2e436e67 req-0e31f8f0-ddc1-461a-90bd-eb617cf79d53 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.740308 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc75819f-3400-47d9-8197-425a2e436e67 req-0e31f8f0-ddc1-461a-90bd-eb617cf79d53 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0603802 Feb 10 23:20:22.790583 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc75819f-3400-47d9-8197-425a2e436e67 req-8f8c5356-27bd-42e4-9c20-5314b10f0a13 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481389 Feb 10 23:20:22.797552 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e7f74eb-d431-4d0c-80a5-0d51bb03f7fc req-d8bf1b5c-eea5-4172-a0e8-625d77a6bab9 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978055 Feb 10 23:20:22.939812 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-7dd427f2-880c-43cf-8a6c-1a3c64c54bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:22.941310 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-7dd427f2-880c-43cf-8a6c-1a3c64c54bd1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1127 time: 0.0440469 Feb 10 23:20:23.033820 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-d13711e3-ba12-4856-a413-5a61d8b07ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:23.035298 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-d13711e3-ba12-4856-a413-5a61d8b07ee0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.0870676 Feb 10 23:20:23.076546 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-34e10b13-f006-427f-8e8d-2d78b5b0a676 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0344794 Feb 10 23:20:23.126280 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-28749b68-3d7d-4041-b6b8-e57824d5492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:23.127739 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-28749b68-3d7d-4041-b6b8-e57824d5492c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0451951 Feb 10 23:20:23.177699 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-cc2bd09a-41c1-4345-a9d1-e8d0d6a2d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:23.179671 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-cc2bd09a-41c1-4345-a9d1-e8d0d6a2d8b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455821 Feb 10 23:20:23.273186 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-4480c996-fba0-4629-a88d-632258a23b7c service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852966 Feb 10 23:20:23.363511 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e29cb2ac-0fbc-476d-975d-d6d80533affb req-865446db-d959-4e17-b14c-fe060d9e67d8 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841453 Feb 10 23:20:23.712418 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e82cb-86c0-457d-b7b9-42021b804961 req-43e3d3db-7b2b-4a03-bf98-b7c47dbb7f4b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:23.713888 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-389e82cb-86c0-457d-b7b9-42021b804961 req-43e3d3db-7b2b-4a03-bf98-b7c47dbb7f4b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0515966 Feb 10 23:20:23.761234 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-389e82cb-86c0-457d-b7b9-42021b804961 req-c7d4b826-b969-489c-9cfe-5856252af730 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 Feb 10 23:20:23.919838 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3489-9fa7-49c3-8406-b8168272cbbf req-1745f22e-6f28-45d8-a2b8-54ab9306473c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:23.921398 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fafd3489-9fa7-49c3-8406-b8168272cbbf req-1745f22e-6f28-45d8-a2b8-54ab9306473c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0528476 Feb 10 23:20:23.968389 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fafd3489-9fa7-49c3-8406-b8168272cbbf req-7570fe43-c7fa-4ec4-b30c-1e07d0d841bc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414300 Feb 10 23:20:24.244066 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:20:24.875525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92361b-f115-40df-880e-42999549ae88 req-941fdd0e-117b-45db-817e-a4aeb65b3f6e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:24.877112 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e92361b-f115-40df-880e-42999549ae88 req-941fdd0e-117b-45db-817e-a4aeb65b3f6e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0512235 Feb 10 23:20:24.928920 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e92361b-f115-40df-880e-42999549ae88 req-9cb530bf-931f-4307-9d27-52b76bd5d8e5 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464187 Feb 10 23:20:25.088508 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139d5f-7d33-4c78-a3e5-d7efb987b426 req-b0087997-e9a2-4138-9fbd-7a7c7dc0943f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:25.089990 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53139d5f-7d33-4c78-a3e5-d7efb987b426 req-b0087997-e9a2-4138-9fbd-7a7c7dc0943f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0506401 Feb 10 23:20:25.140939 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-53139d5f-7d33-4c78-a3e5-d7efb987b426 req-cf15caf6-ff9f-4fa5-9a63-21944bcd339c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453739 Feb 10 23:20:26.045191 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e14377-df94-4228-bfab-ed995a3b3b6d req-c510e4e4-f047-4215-9161-e0f092f6e390 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:26.046659 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98e14377-df94-4228-bfab-ed995a3b3b6d req-c510e4e4-f047-4215-9161-e0f092f6e390 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0519094 Feb 10 23:20:26.095696 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98e14377-df94-4228-bfab-ed995a3b3b6d req-3709a63d-b80c-47cc-98cc-8fb186f41834 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Feb 10 23:20:26.268704 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e40789-ae38-4ecb-8f46-f987a1175252 req-d85bccf5-fef1-489e-8cfd-d748905a987c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:26.270169 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-77e40789-ae38-4ecb-8f46-f987a1175252 req-d85bccf5-fef1-489e-8cfd-d748905a987c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0550756 Feb 10 23:20:26.317307 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-77e40789-ae38-4ecb-8f46-f987a1175252 req-6c456c33-3b77-4727-89a9-cb4dbc07b6fa tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407586 Feb 10 23:20:27.213625 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ed8d4-439d-40c3-a4c5-282fc7033158 req-99e81a37-fb07-4107-a649-9eab7cc6f175 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:27.215341 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd3ed8d4-439d-40c3-a4c5-282fc7033158 req-99e81a37-fb07-4107-a649-9eab7cc6f175 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0530372 Feb 10 23:20:27.265868 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd3ed8d4-439d-40c3-a4c5-282fc7033158 req-6d3fdc4f-8679-4f39-9c4f-3c7dc53aa3fb tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Feb 10 23:20:27.603760 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb73e13-b906-49c8-8675-824bdac5035c req-c1d0872d-3688-41ac-b1cb-1324cadd8b5d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:27.605281 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5cb73e13-b906-49c8-8675-824bdac5035c req-c1d0872d-3688-41ac-b1cb-1324cadd8b5d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.2107685 Feb 10 23:20:27.651536 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5cb73e13-b906-49c8-8675-824bdac5035c req-a667c196-e851-448e-8d34-55835e1b4c52 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407016 Feb 10 23:20:28.450403 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc85bf-873d-437c-bcc4-3bea25bba8a7 req-57e85801-6588-4c4b-bb31-38a57c2e64a7 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:28.453615 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a1bc85bf-873d-437c-bcc4-3bea25bba8a7 req-57e85801-6588-4c4b-bb31-38a57c2e64a7 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.1104412 Feb 10 23:20:28.500699 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a1bc85bf-873d-437c-bcc4-3bea25bba8a7 req-d6efa211-ca1e-4eea-986d-6ebbb2231f3a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Feb 10 23:20:28.632682 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:20:28.732599 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:28.745236 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '60e226ea-299e-4079-87c5-eeac730551eb', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'port_id': '60e226ea-299e-4079-87c5-eeac730551eb', 'mac_address': 'fa:16:3e:75:fb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:20:28.776472 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f5faf-a9db-4e89-b6eb-50a958ecd17d req-a27b7ab4-79b9-455c-bd1a-93448f8a9a07 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:28.778701 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d0f5faf-a9db-4e89-b6eb-50a958ecd17d req-a27b7ab4-79b9-455c-bd1a-93448f8a9a07 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 944 time: 0.0539367 Feb 10 23:20:28.782467 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:28.782934 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:28.797074 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e226ea-299e-4079-87c5-eeac730551eb {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:20:28.817049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:28.821249 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:28.833077 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8d0f5faf-a9db-4e89-b6eb-50a958ecd17d req-6a19f48c-c93c-45e9-b02d-4c079d8a5157 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477490 Feb 10 23:20:28.873518 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:28.880778 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.881190 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.881485 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.881828 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.882192 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.882847 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.883133 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.883483 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.883852 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.884247 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.884599 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.884939 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:28.885257 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:29.307332 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['60e226ea-299e-4079-87c5-eeac730551eb'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:20:29.614653 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481b08c-8040-4a2d-89aa-c590ac095195 req-360a5472-6713-47ec-8855-d05919b56859 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:29.616147 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f481b08c-8040-4a2d-89aa-c590ac095195 req-360a5472-6713-47ec-8855-d05919b56859 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0519290 Feb 10 23:20:29.664246 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f481b08c-8040-4a2d-89aa-c590ac095195 req-4d63dc80-edce-4531-9c52-5df0f8bcfed9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418668 Feb 10 23:20:29.959355 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480cf26-d9f9-4d3b-b14b-55ab708ccbbd req-b5da70e2-e933-42cd-a055-c5c0a2ec17e3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:29.960994 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a480cf26-d9f9-4d3b-b14b-55ab708ccbbd req-b5da70e2-e933-42cd-a055-c5c0a2ec17e3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Feb 10 23:20:30.012953 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a480cf26-d9f9-4d3b-b14b-55ab708ccbbd req-1dfc5672-b160-45e4-8fb6-f1905abd0988 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459907 Feb 10 23:20:30.635165 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:20:30.645042 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:20:30.757383 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 60e226ea-299e-4079-87c5-eeac730551eb triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:20:30.757677 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (60e226ea-299e-4079-87c5-eeac730551eb), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:30.784996 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967eb80-254e-4a6a-a4b3-6768860a41fc req-d338ec4f-a23d-4987-b203-1136f799b29b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:30.786154 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7967eb80-254e-4a6a-a4b3-6768860a41fc req-d338ec4f-a23d-4987-b203-1136f799b29b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0559363 Feb 10 23:20:30.796393 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:30.812502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'port_id': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'mac_address': 'fa:16:3e:da:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:20:30.835069 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7967eb80-254e-4a6a-a4b3-6768860a41fc req-b55bf7fb-0a1e-456f-9cc9-b308dd8c2c75 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431328 Feb 10 23:20:30.881979 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:30.882374 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:30.898912 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 60e226ea-299e-4079-87c5-eeac730551eb is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:30.899290 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:30.903345 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:20:30.934096 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:30.939957 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:30.942155 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f129d-8135-4d01-a9a7-7625d2b00f4e" -d '{"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-plugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:30.946721 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:30.974743 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:30.978461 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707df0da-d70c-441a-aada-5e5c3d5df062 x-openstack-request-id: req-707df0da-d70c-441a-aada-5e5c3d5df062 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:30.978756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-plugged", "status": "completed", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:30.979049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-707df0da-d70c-441a-aada-5e5c3d5df062 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:30.979522 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'code': 200} Feb 10 23:20:30.984305 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:31.004266 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:31.152651 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18d19e-ebf3-4f02-b682-af98064347d9 req-4ce8f271-a438-4e77-957c-6032d8991f0f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:31.154143 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b18d19e-ebf3-4f02-b682-af98064347d9 req-4ce8f271-a438-4e77-957c-6032d8991f0f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0611374 Feb 10 23:20:31.175019 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:31.199812 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b18d19e-ebf3-4f02-b682-af98064347d9 req-eaa9bd7f-08fd-42a5-a73f-694549d98aae tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402336 Feb 10 23:20:31.401004 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:20:31.601313 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f9319-11e5-410a-98f6-4a2e50d59686 req-fa313dfe-2761-498c-899d-f95f4d564ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:31.602830 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d8f9319-11e5-410a-98f6-4a2e50d59686 req-fa313dfe-2761-498c-899d-f95f4d564ac5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1131 time: 0.0455840 Feb 10 23:20:31.652638 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d8f9319-11e5-410a-98f6-4a2e50d59686 req-e75e0af4-bcdd-4042-9d03-93ea1c1565f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Feb 10 23:20:31.952708 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84cfeb-71e3-44ff-b8bc-9e4a5b550276 req-97fa47f0-395d-4475-b646-92520b0d928b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:31.954200 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1b84cfeb-71e3-44ff-b8bc-9e4a5b550276 req-97fa47f0-395d-4475-b646-92520b0d928b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 944 time: 0.0520914 Feb 10 23:20:32.002233 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1b84cfeb-71e3-44ff-b8bc-9e4a5b550276 req-41a27750-3d2b-4acd-8cfe-71e951785e01 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420125 Feb 10 23:20:32.323254 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7910a95-eb6c-42c5-bcff-33705fbbf565 req-f2281e55-011d-473c-8756-31146c591abb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:32.324760 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7910a95-eb6c-42c5-bcff-33705fbbf565 req-f2281e55-011d-473c-8756-31146c591abb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0527539 Feb 10 23:20:32.372732 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d7910a95-eb6c-42c5-bcff-33705fbbf565 req-8f0e8fe5-1e05-49bd-b461-42f79c313373 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Feb 10 23:20:32.580341 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 51716) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:32.652684 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:20:32.693258 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196bec4-5999-4c8f-ba38-fb5ed13ee183 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.706336 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:20:32.710843 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:20:32.711388 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.777889 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196bec4-5999-4c8f-ba38-fb5ed13ee183 admin admin] Publish callbacks [] for security_group (e17ac490-e17a-4070-b9be-606a8cb13c70), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.782150 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7196bec4-5999-4c8f-ba38-fb5ed13ee183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e17ac490-e17a-4070-b9be-606a8cb13c70), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.797436 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:32.797827 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.821693 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7196bec4-5999-4c8f-ba38-fb5ed13ee183 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=717d8951fb974c6ba0da577b1f6b8717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402582 Feb 10 23:20:32.822816 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196bec4-5999-4c8f-ba38-fb5ed13ee183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17ac490-e17a-4070-b9be-606a8cb13c70,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:32.824777 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51720) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:32.835434 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:32.841067 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.878046 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8b30ad0-4f34-494b-b04d-9a688b7bc1b3 admin admin] Publish callbacks [] for security_group (e17ac490-e17a-4070-b9be-606a8cb13c70), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.891564 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:32.900352 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8b30ad0-4f34-494b-b04d-9a688b7bc1b3 admin admin] Publish callbacks [] for security_group (e17ac490-e17a-4070-b9be-606a8cb13c70), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.947667 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8b30ad0-4f34-494b-b04d-9a688b7bc1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e17ac490-e17a-4070-b9be-606a8cb13c70), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.951146 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f8b30ad0-4f34-494b-b04d-9a688b7bc1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:32.952428 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f8b30ad0-4f34-494b-b04d-9a688b7bc1b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e17ac490-e17a-4070-b9be-606a8cb13c70 HTTP/1.1" status: 204 len: 168 time: 0.1265864 Feb 10 23:20:32.960055 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b30ad0-4f34-494b-b04d-9a688b7bc1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17ac490-e17a-4070-b9be-606a8cb13c70,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:32.981925 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:32.984654 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d92ce6-4414-4fcf-8e33-256953d6a340" -d '{"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-plugged", "status": "completed", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:33.019604 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8575b75b-e6f1-4432-838f-449b7e7ebb7c x-openstack-request-id: req-8575b75b-e6f1-4432-838f-449b7e7ebb7c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:33.019923 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-plugged", "status": "completed", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:33.020180 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8575b75b-e6f1-4432-838f-449b7e7ebb7c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:33.020582 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'code': 200} Feb 10 23:20:33.126399 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c2a21-faee-4938-8018-84cd73168346 req-91d63aca-04c2-49a9-8461-477ddb79e0c3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:33.127911 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-352c2a21-faee-4938-8018-84cd73168346 req-91d63aca-04c2-49a9-8461-477ddb79e0c3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0585089 Feb 10 23:20:33.179607 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-352c2a21-faee-4938-8018-84cd73168346 req-6005f6c5-d519-40d3-ad49-2addeec07d43 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452647 Feb 10 23:20:33.410757 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47878c93-4496-4728-92a4-983405b9215a req-bcc51a13-50f5-4d27-b39f-3479466e45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:33.412312 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47878c93-4496-4728-92a4-983405b9215a req-bcc51a13-50f5-4d27-b39f-3479466e45c6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.0456572 Feb 10 23:20:33.490032 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47878c93-4496-4728-92a4-983405b9215a req-d3b0a639-c71e-45fa-b89e-78447dd067bc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551722 Feb 10 23:20:33.508752 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1e857-3df9-4736-81f6-e1843bdc37e8 req-fc7dc462-31d0-4848-9695-4f013d51d07e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:33.510869 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-46d1e857-3df9-4736-81f6-e1843bdc37e8 req-fc7dc462-31d0-4848-9695-4f013d51d07e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0596280 Feb 10 23:20:33.560210 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-46d1e857-3df9-4736-81f6-e1843bdc37e8 req-a28b09a8-ef81-4f39-b77a-641640148d5e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425084 Feb 10 23:20:34.298791 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a7cb5-491c-4b7e-80bb-fdfabbf03931 req-5b6c557a-2b45-48f2-8c0d-80fc5f46896a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:34.300302 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d9a7cb5-491c-4b7e-80bb-fdfabbf03931 req-5b6c557a-2b45-48f2-8c0d-80fc5f46896a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0520155 Feb 10 23:20:34.351795 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d9a7cb5-491c-4b7e-80bb-fdfabbf03931 req-0ac7eb37-895d-4d60-a285-f8efb6eebe93 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458906 Feb 10 23:20:34.691622 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5205-0b28-4ecf-8061-602dedd4cbef req-d7c0d890-392a-4357-b266-5bf624b09722 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:34.693122 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b32a5205-0b28-4ecf-8061-602dedd4cbef req-d7c0d890-392a-4357-b266-5bf624b09722 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0559022 Feb 10 23:20:34.738337 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b32a5205-0b28-4ecf-8061-602dedd4cbef req-3f3e3ed8-7cda-41b8-9314-5350e9f66a7b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396726 Feb 10 23:20:35.186977 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-c7b171a1-afd2-40ce-a9b6-70d583b6e7f9 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=c4c4c96cf3844925af14b3a5b64e8cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335495 Feb 10 23:20:35.372120 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-d33d6d4b-a495-4fed-98ec-a7d56856f549 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:35.373607 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-d33d6d4b-a495-4fed-98ec-a7d56856f549 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1809576 Feb 10 23:20:35.389699 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-099feacd-7c47-4cc2-a3e1-ae2fd4726345 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/quotas/c4c4c96cf3844925af14b3a5b64e8cbc HTTP/1.1" status: 200 len: 375 time: 0.0105984 Feb 10 23:20:35.422111 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-6090a5b1-5bda-434c-9b98-279b25a41c2a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4c4c96cf3844925af14b3a5b64e8cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271318 Feb 10 23:20:35.470543 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f3853-281f-45bc-bac0-0295ac78ddc9 req-1f6ed7b3-63a7-4351-b7f2-47a5e659a0bd tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:35.472365 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-784f3853-281f-45bc-bac0-0295ac78ddc9 req-1f6ed7b3-63a7-4351-b7f2-47a5e659a0bd tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0536184 Feb 10 23:20:35.544241 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-784f3853-281f-45bc-bac0-0295ac78ddc9 req-cd4f6290-809f-4109-ab87-2ec92ae446f8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661602 Feb 10 23:20:35.617926 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3c5b044-a83c-43f1-838d-d0e791c209d3 req-5025dcca-5d78-45fc-bd80-93fcf58490c2 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 210 time: 0.0554383 Feb 10 23:20:35.667933 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14092f0d-7566-4cb7-bcbe-2a1fbf412b24 req-b3444883-4ee4-456e-be23-f11efb7b6c65 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:35.669657 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-14092f0d-7566-4cb7-bcbe-2a1fbf412b24 req-b3444883-4ee4-456e-be23-f11efb7b6c65 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0556495 Feb 10 23:20:35.721915 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-14092f0d-7566-4cb7-bcbe-2a1fbf412b24 req-aaf000e6-6c71-4a24-af53-e30db26e27c0 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469630 Feb 10 23:20:35.744086 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 51820) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:35.940378 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee213be-36f8-446c-9af0-3e39bbc4c4a5 tempest-TestShelveInstance-1126025985 tempest-TestShelveInstance-1126025985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:35.942009 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6ee213be-36f8-446c-9af0-3e39bbc4c4a5 tempest-TestShelveInstance-1126025985 tempest-TestShelveInstance-1126025985-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1124 time: 0.1968579 Feb 10 23:20:35.944924 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 51830) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:35.949479 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'port_id': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:20:35.972260 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:36.020194 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:36.076228 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:36.423917 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Allocated IP 172.27.1.99 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/4611924d-e9ed-4706-a7f5-d19675b625c9) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:20:36.522481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:36.557085 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:36.597723 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:20:36.600634 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:20:36.604711 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:20:36.610938 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'Port': ['ID=4611924d-e9ed-4706-a7f5-d19675b625c9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:36.703396 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-ff8c1a85-926e-4fb4-9d2a-13c81276da3b tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c4c4c96cf3844925af14b3a5b64e8cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319374 Feb 10 23:20:36.759013 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2de38e4f-98d5-4c7d-815a-a3ca202f040c req-56d24886-e39f-4b28-9ab0-c72fe2bc7479 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 210 time: 0.0616395 Feb 10 23:20:36.943637 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-8e4c26e1-3049-473c-ae3d-2b002e050316 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:36.945104 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-8e4c26e1-3049-473c-ae3d-2b002e050316 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316899 Feb 10 23:20:37.018092 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Request body: {'port': {'device_id': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9', 'admin_state_up': True, 'tenant_id': 'c4c4c96cf3844925af14b3a5b64e8cbc'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:20:37.214613 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-cb5e8944-e5ae-44a0-bed9-e5b690ae6592 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2096109 Feb 10 23:20:37.273374 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for floatingip (f31385c3-5211-4a60-be50-88da7771fde4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.314922 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Made reservation on behalf of c4c4c96cf3844925af14b3a5b64e8cbc for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:20:37.318105 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.350939 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.411299 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.421020 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-74d5f065-9ab8-41e0-993a-06c3fe6db72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:37.422522 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-74d5f065-9ab8-41e0-993a-06c3fe6db72a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1130 time: 0.1294062 Feb 10 23:20:37.579390 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks [] for security_group (0045ad57-3372-49bd-83c6-3ef8f0beec06), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.613508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (0045ad57-3372-49bd-83c6-3ef8f0beec06), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.715301 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0045ad57-3372-49bd-83c6-3ef8f0beec06,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:37.739296 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-87f92fe0-8ca5-4ef2-9a12-148845d8c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:37.740796 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-87f92fe0-8ca5-4ef2-9a12-148845d8c499 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.2404249 Feb 10 23:20:37.824146 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.834549 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:37.855349 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b21de61-4471-4cd0-9df8-d7b9441a5c09 req-790ac178-9c9f-43d0-ae2f-bc2c3d8934e8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Feb 10 23:20:37.889447 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-d97e9c32-ad88-4b3c-adfa-eeb3e2e6a139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 1001 time: 0.1405380 Feb 10 23:20:37.934666 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Allocated IP 192.168.233.5 (307c9318-99d5-4ec2-b177-13a5967322d9/fe00e643-84df-4b3e-9849-da99a6b2951f/1e8952ca-57bd-4483-998f-df8214068ab6) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:20:37.978919 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event updated for resources: {'Port': ['ID=4611924d-e9ed-4706-a7f5-d19675b625c9,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:37.993750 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (f31385c3-5211-4a60-be50-88da7771fde4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:38.044308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-998261b2-6e0e-4c27-bd2f-ff67fc9ff092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:38.045903 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-998261b2-6e0e-4c27-bd2f-ff67fc9ff092 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.1281860 Feb 10 23:20:38.214747 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Floating IP f31385c3-5211-4a60-be50-88da7771fde4 associated. External IP: 172.27.1.99, port: cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe. Feb 10 23:20:38.222181 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-18d4a92e-aea4-442e-be38-a71a082e5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:38.223689 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-18d4a92e-aea4-442e-be38-a71a082e5f9d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1710615 Feb 10 23:20:38.634392 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks [] for port (1e8952ca-57bd-4483-998f-df8214068ab6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:38.673200 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-2759ac3d-437e-4dc2-a7f2-147e6d61765e service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163923 Feb 10 23:20:38.798352 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:38.897270 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Network 307c9318-99d5-4ec2-b177-13a5967322d9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:20:38.907479 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:20:38.914225 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:20:38.919598 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8e3c2f0-3079-4738-be39-e7cb65183473 req-b779e6b5-53b4-4188-a8dd-9dca7cf44008 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347202 Feb 10 23:20:38.922428 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Pushing event updated for resources: {'Port': ['ID=1e8952ca-57bd-4483-998f-df8214068ab6,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:38.971026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Router 9a0c7778-2920-4d9b-a1e7-3d73164f759d has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:20:39.011167 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:39.011805 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.079644 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-9bfed444-1862-41a6-b750-c71769f69ce0 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0734999 Feb 10 23:20:39.091294 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1800b-1ff8-4d2f-ba2f-e289eeb01430 req-6e65ddb3-cf3f-4837-a47f-873d03ba4989 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:39.093401 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0f1800b-1ff8-4d2f-ba2f-e289eeb01430 req-6e65ddb3-cf3f-4837-a47f-873d03ba4989 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 934 time: 0.1677263 Feb 10 23:20:39.100343 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Request body: {'port': {'device_id': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:20:39.156288 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-4488e247-8f64-4257-ae47-72fd982848ed None None] Provisioning complete for port 1e8952ca-57bd-4483-998f-df8214068ab6 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:20:39.156833 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4488e247-8f64-4257-ae47-72fd982848ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.189597 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-4488e247-8f64-4257-ae47-72fd982848ed None None] Port 1e8952ca-57bd-4483-998f-df8214068ab6 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:20:39.235805 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.240181 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0f1800b-1ff8-4d2f-ba2f-e289eeb01430 req-768fc4cc-7df6-40d3-b56c-251cc10c3a8d tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358516 Feb 10 23:20:39.255105 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:20:39.266632 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] Sync routers for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:20:39.275899 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:20:39.276529 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:20:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:39.299612 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.384784 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-72734ad6-6440-4442-8502-2ed2aaf0d4e6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4387519 Feb 10 23:20:39.388636 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:20:39.391581 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:39.393627 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23d26d9-e903-456e-b0ca-744cdcd29ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:39.438971 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a17ff-c926-4927-a274-d72a1e368a55 x-openstack-request-id: req-e76a17ff-c926-4927-a274-d72a1e368a55 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:39.439266 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:39.439523 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e76a17ff-c926-4927-a274-d72a1e368a55 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:39.439943 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'status': 'completed', 'code': 200} Feb 10 23:20:39.594016 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8952ca-57bd-4483-998f-df8214068ab6 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:20:39.604229 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Publish callbacks [] for port (1e8952ca-57bd-4483-998f-df8214068ab6), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.622932 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Transition to ACTIVE for port object 1e8952ca-57bd-4483-998f-df8214068ab6 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:20:39.625924 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-67bf77c9-65ba-435c-b0c0-8d71af88c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:39.627475 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-67bf77c9-65ba-435c-b0c0-8d71af88c5dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.1403506 Feb 10 23:20:39.628642 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.671102 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'f31385c3-5211-4a60-be50-88da7771fde4', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'port_id': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'mac_address': 'fa:16:3e:da:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:20:36Z', 'updated_at': '2022-02-10T23:20:36Z', 'revision_number': 0, 'project_id': '8112af212c7944688c5d2b566cd01406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:39.699069 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] Checking router: 9a0c7778-2920-4d9b-a1e7-3d73164f759d for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:20:39.707409 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8952ca-57bd-4483-998f-df8214068ab6,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:39.709152 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:20:39.710925 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:20:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:39.820698 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-10ae0468-7538-454e-a74b-91c01e433d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:39.822378 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-10ae0468-7538-454e-a74b-91c01e433d6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.1687839 Feb 10 23:20:39.828222 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:20:39.866025 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Attempting to bind port 1e8952ca-57bd-4483-998f-df8214068ab6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:20:39.866334 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Attempting to bind port 1e8952ca-57bd-4483-998f-df8214068ab6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:20:39.866669 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Attempting to bind port 1e8952ca-57bd-4483-998f-df8214068ab6 on network 307c9318-99d5-4ec2-b177-13a5967322d9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:20:39.878841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Port 1e8952ca-57bd-4483-998f-df8214068ab6 on network 307c9318-99d5-4ec2-b177-13a5967322d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:20:39.879165 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Attempting to bind port 1e8952ca-57bd-4483-998f-df8214068ab6 on network 307c9318-99d5-4ec2-b177-13a5967322d9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:20:39.888557 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:20:39.888898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Checking segment: {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:20:39.889286 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Bound using segment: {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:20:39.889716 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Bound port: 1e8952ca-57bd-4483-998f-df8214068ab6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2634f84-02ac-45dc-9fde-6ae8ff437e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:20:39.890165 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:39.909097 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-32d81728-9022-4e6d-96f8-1a87d8a71564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 998 time: 0.0809121 Feb 10 23:20:40.002681 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-a6bc30a0-4993-4bed-8c0a-46bc6b146d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.004431 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-a6bc30a0-4993-4bed-8c0a-46bc6b146d05 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0685816 Feb 10 23:20:40.006775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] For port 1e8952ca-57bd-4483-998f-df8214068ab6, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:20:40.010173 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] For port 1e8952ca-57bd-4483-998f-df8214068ab6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8952ca-57bd-4483-998f-df8214068ab6,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:20:40.023697 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:40.074263 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'f31385c3-5211-4a60-be50-88da7771fde4', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'port_id': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'mac_address': 'fa:16:3e:da:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:20:36Z', 'updated_at': '2022-02-10T23:20:36Z', 'revision_number': 0, 'project_id': '8112af212c7944688c5d2b566cd01406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:40.085538 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.086174 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:40.087630 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] 10.222.0.43 "PUT /v2.0/ports/1e8952ca-57bd-4483-998f-df8214068ab6 HTTP/1.1" status: 200 len: 1096 time: 0.9929478 Feb 10 23:20:40.111673 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-33bdb215-3d7e-4380-a848-a170f201ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.113253 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-33bdb215-3d7e-4380-a848-a170f201ba86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1011515 Feb 10 23:20:40.114119 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995553c-84e1-4f21-bc77-947a6bb9f5a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8952ca-57bd-4483-998f-df8214068ab6,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:40.114779 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8cc6d2-1226-4045-a001-04c70e42e255 None None] The sync data for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi is: [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'f31385c3-5211-4a60-be50-88da7771fde4', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'port_id': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'mac_address': 'fa:16:3e:da:2e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:20:36Z', 'updated_at': '2022-02-10T23:20:36Z', 'revision_number': 0, 'project_id': '8112af212c7944688c5d2b566cd01406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:20:40.248491 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-5af4eec2-be39-41f1-ba8d-631280ea4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.250796 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-5af4eec2-be39-41f1-ba8d-631280ea4d4c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4c4c96cf3844925af14b3a5b64e8cbc&device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 1130 time: 0.1067350 Feb 10 23:20:40.316546 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-8b2169bd-bcc6-44ca-8cdc-55a86fbc445d service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818378 Feb 10 23:20:40.318207 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-a4b8b339-0e5d-4ffa-a271-b52045115bfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1e8952ca-57bd-4483-998f-df8214068ab6 HTTP/1.1" status: 200 len: 217 time: 0.0455563 Feb 10 23:20:40.346818 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20526a39-0965-47b2-b7eb-d0ae54ba3bc4 None None] New status for floating IP f31385c3-5211-4a60-be50-88da7771fde4: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:20:40.461480 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-cd0714f6-c9a0-44fe-becd-07b63d2b9c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.462854 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-cd0714f6-c9a0-44fe-becd-07b63d2b9c6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00e643-84df-4b3e-9849-da99a6b2951f HTTP/1.1" status: 200 len: 843 time: 0.1351149 Feb 10 23:20:40.475454 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d646e-6f40-4be1-8e55-0f61456065a0 req-c7d79310-6c7c-4085-8618-d1e12902b6e6 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.476984 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b16d646e-6f40-4be1-8e55-0f61456065a0 req-c7d79310-6c7c-4085-8618-d1e12902b6e6 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 946 time: 0.1579163 Feb 10 23:20:40.535645 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b23d26d9-e903-456e-b0ca-744cdcd29ca7 req-5794760b-5fc9-4603-80a9-b882933c3c94 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066634 Feb 10 23:20:40.571651 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b16d646e-6f40-4be1-8e55-0f61456065a0 req-42f7f7a2-0725-478f-864d-2f6df086188f tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824056 Feb 10 23:20:40.574308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-6e8b5971-8383-4e36-b4e3-6dc3faf05d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:40.575808 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-6e8b5971-8383-4e36-b4e3-6dc3faf05d45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307c9318-99d5-4ec2-b177-13a5967322d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0979464 Feb 10 23:20:40.677464 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-00c1b91b-9815-48ba-b9f3-a9624cacfbc5 service neutron] 10.222.0.43 "GET /v2.0/networks/307c9318-99d5-4ec2-b177-13a5967322d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902166 Feb 10 23:20:40.767059 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e32f0759-31f7-4c5d-b390-c7ebb220e4ca req-e7763772-4e05-40e7-b45f-1d50d7ed9f7d service neutron] 10.222.0.43 "GET /v2.0/networks/307c9318-99d5-4ec2-b177-13a5967322d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835655 Feb 10 23:20:41.440780 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'tag': '1e8952ca-57bd-4483-998f-df8214068ab6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:41.443086 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e259d52-dbd0-4e3f-a815-4862f164abc2", "tag": "1e8952ca-57bd-4483-998f-df8214068ab6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:41.478441 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a045758-a48f-472b-a469-564d43bd81e7 x-openstack-request-id: req-6a045758-a48f-472b-a469-564d43bd81e7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:41.478733 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e259d52-dbd0-4e3f-a815-4862f164abc2", "tag": "1e8952ca-57bd-4483-998f-df8214068ab6", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:41.478987 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a045758-a48f-472b-a469-564d43bd81e7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:41.479381 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'tag': '1e8952ca-57bd-4483-998f-df8214068ab6', 'status': 'completed', 'code': 200} Feb 10 23:20:41.573179 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-06ef8948-2956-4ea7-b5df-81d029607758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:41.574697 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-06ef8948-2956-4ea7-b5df-81d029607758 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4c4c96cf3844925af14b3a5b64e8cbc&device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 1130 time: 0.0492141 Feb 10 23:20:41.695944 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-bc7f72c5-aa0c-47db-8f71-f287b7e8b9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:41.697320 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-bc7f72c5-aa0c-47db-8f71-f287b7e8b9f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=307c9318-99d5-4ec2-b177-13a5967322d9 HTTP/1.1" status: 200 len: 870 time: 0.1166832 Feb 10 23:20:41.718607 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc3ae6-c2ff-4ca8-a50b-3202bb1ecda2 req-13f648c2-77d4-4a58-9d29-2d8d94e88ad3 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:41.720395 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1dc3ae6-c2ff-4ca8-a50b-3202bb1ecda2 req-13f648c2-77d4-4a58-9d29-2d8d94e88ad3 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 946 time: 0.0813143 Feb 10 23:20:41.753978 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-e761a9ea-a290-4c9e-bab0-9cf0a0988bd9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1e8952ca-57bd-4483-998f-df8214068ab6 HTTP/1.1" status: 200 len: 217 time: 0.0482917 Feb 10 23:20:41.823885 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1dc3ae6-c2ff-4ca8-a50b-3202bb1ecda2 req-dfd24ddf-8000-4341-ac96-2074dc3bbfc3 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772512 Feb 10 23:20:41.827351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-fb623902-3789-4d87-8a88-c82bc00eb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:41.829544 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-fb623902-3789-4d87-8a88-c82bc00eb365 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fe00e643-84df-4b3e-9849-da99a6b2951f HTTP/1.1" status: 200 len: 843 time: 0.0678892 Feb 10 23:20:41.882656 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-9a447c99-41e4-48c2-8741-c333407ab5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:41.884158 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-9a447c99-41e4-48c2-8741-c333407ab5cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=307c9318-99d5-4ec2-b177-13a5967322d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0476906 Feb 10 23:20:42.222025 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-42e89392-6107-47ee-ab93-4185c42f630e service neutron] 10.222.0.43 "GET /v2.0/networks/307c9318-99d5-4ec2-b177-13a5967322d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318079 Feb 10 23:20:42.313028 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f8eaaf65-fe7f-4c10-bf66-864b5f88c4a5 req-66d45e2f-ae71-4206-8dec-57515e209e6c service neutron] 10.222.0.43 "GET /v2.0/networks/307c9318-99d5-4ec2-b177-13a5967322d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847290 Feb 10 23:20:42.878334 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-794f93c8-1e47-4482-9bab-83ec35fb796b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:42.942806 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119677e-c87f-47fd-b510-44259210b4ed req-d97c4936-e004-46de-8834-6aa43e0a3afa tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:42.944311 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f119677e-c87f-47fd-b510-44259210b4ed req-d97c4936-e004-46de-8834-6aa43e0a3afa tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 946 time: 0.0530670 Feb 10 23:20:42.989807 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f119677e-c87f-47fd-b510-44259210b4ed req-94deb2a9-fc8a-40b4-9b28-79f056c41a99 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Feb 10 23:20:44.106336 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb54bd-607e-422f-bd11-c9322c6a9770 req-ae2a0e5f-1b4b-49ad-b969-da9dc0e4cf98 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:44.107853 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37cb54bd-607e-422f-bd11-c9322c6a9770 req-ae2a0e5f-1b4b-49ad-b969-da9dc0e4cf98 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 946 time: 0.0521657 Feb 10 23:20:44.153633 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37cb54bd-607e-422f-bd11-c9322c6a9770 req-f13c7bb0-1507-4bc5-a988-b4ff6f5d398d tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Feb 10 23:20:44.684736 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 1e8952ca-57bd-4483-998f-df8214068ab6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:20:44.784319 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 1e8952ca-57bd-4483-998f-df8214068ab6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8952ca-57bd-4483-998f-df8214068ab6,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:44.794464 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '1e8952ca-57bd-4483-998f-df8214068ab6', 'network_id': '307c9318-99d5-4ec2-b177-13a5967322d9', 'port_id': '1e8952ca-57bd-4483-998f-df8214068ab6', 'mac_address': 'fa:16:3e:08:92:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe00e643-84df-4b3e-9849-da99a6b2951f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:20:44.831846 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 1e8952ca-57bd-4483-998f-df8214068ab6 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:44.832236 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:44.844595 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8952ca-57bd-4483-998f-df8214068ab6 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:20:44.867466 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 1e8952ca-57bd-4483-998f-df8214068ab6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8952ca-57bd-4483-998f-df8214068ab6,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:44.871407 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:44.917184 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=1e8952ca-57bd-4483-998f-df8214068ab6,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:45.232382 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b00c6e4-9e97-47c7-ad55-57aaf2f7d96a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:45.270987 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a21da6-210a-401c-a3d1-942adf0985a5 req-0de7b5f3-843d-403a-a1fc-a87bc84bd5e8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:45.272589 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-96a21da6-210a-401c-a3d1-942adf0985a5 req-0de7b5f3-843d-403a-a1fc-a87bc84bd5e8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 947 time: 0.0527589 Feb 10 23:20:45.321958 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-96a21da6-210a-401c-a3d1-942adf0985a5 req-7019c062-38a4-432b-9dd1-a79aea121e1e tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Feb 10 23:20:45.363907 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['1e8952ca-57bd-4483-998f-df8214068ab6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:20:45.934382 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:46.442249 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1704c2d-3f1c-48b6-b808-9b4f258ff0ba req-322c9272-c875-4cb4-8347-29e5cb4ec15d tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:46.443737 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1704c2d-3f1c-48b6-b808-9b4f258ff0ba req-322c9272-c875-4cb4-8347-29e5cb4ec15d tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 947 time: 0.0563419 Feb 10 23:20:46.494099 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1704c2d-3f1c-48b6-b808-9b4f258ff0ba req-7a7892a8-fdf7-49a7-b496-313c8431f8ac tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449004 Feb 10 23:20:46.685097 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 1e8952ca-57bd-4483-998f-df8214068ab6 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:20:46.731618 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 1e8952ca-57bd-4483-998f-df8214068ab6 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:20:46.735107 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 1e8952ca-57bd-4483-998f-df8214068ab6 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:20:46.735481 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:46.810362 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 1e8952ca-57bd-4483-998f-df8214068ab6 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:20:46.810743 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:46.835849 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8952ca-57bd-4483-998f-df8214068ab6'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:46.838250 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ee3b81-76ed-41bd-a285-58fa428f9ed7" -d '{"events": [{"server_uuid": "6e259d52-dbd0-4e3f-a815-4862f164abc2", "name": "network-vif-plugged", "status": "completed", "tag": "1e8952ca-57bd-4483-998f-df8214068ab6"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:46.851231 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 1e8952ca-57bd-4483-998f-df8214068ab6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8952ca-57bd-4483-998f-df8214068ab6,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:46.855729 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:46.879028 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f070c26a-cbaa-4ee6-a7ff-7775e0000767 x-openstack-request-id: req-f070c26a-cbaa-4ee6-a7ff-7775e0000767 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:46.879321 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e259d52-dbd0-4e3f-a815-4862f164abc2", "name": "network-vif-plugged", "status": "completed", "tag": "1e8952ca-57bd-4483-998f-df8214068ab6", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:46.879578 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f070c26a-cbaa-4ee6-a7ff-7775e0000767 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:46.879991 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8952ca-57bd-4483-998f-df8214068ab6', 'code': 200} Feb 10 23:20:46.904482 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=1e8952ca-57bd-4483-998f-df8214068ab6,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:47.095567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872990a-020e-4d45-879f-5632dd0c7440 req-bb1b391b-8e56-4c79-a3e7-8caba80c6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:47.097899 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8872990a-020e-4d45-879f-5632dd0c7440 req-bb1b391b-8e56-4c79-a3e7-8caba80c6be6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 1132 time: 0.0437713 Feb 10 23:20:47.143459 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8872990a-020e-4d45-879f-5632dd0c7440 req-1369ea0d-3064-4fe2-acb0-884fca3fcb51 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372767 Feb 10 23:20:47.611711 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cc53b-8bb6-4ccb-a0aa-13ae40e52912 req-73d5dc4f-85cb-4f73-831d-aa64078e11db tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:47.612438 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:47.613498 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-839cc53b-8bb6-4ccb-a0aa-13ae40e52912 req-73d5dc4f-85cb-4f73-831d-aa64078e11db tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 948 time: 0.0536447 Feb 10 23:20:47.659908 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-839cc53b-8bb6-4ccb-a0aa-13ae40e52912 req-df1a2415-b40e-4f5d-9b88-dcd6246b74cd tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407169 Feb 10 23:20:48.783466 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876a416-f8bb-403d-9405-4a04e8bc47e1 req-e6cd8658-c54d-481d-9e40-ce05c8fc57d8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:48.784997 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c876a416-f8bb-403d-9405-4a04e8bc47e1 req-e6cd8658-c54d-481d-9e40-ce05c8fc57d8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 948 time: 0.0580015 Feb 10 23:20:48.832079 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c876a416-f8bb-403d-9405-4a04e8bc47e1 req-76665b1d-f809-458e-af20-53aca0c4947b tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Feb 10 23:20:49.551512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:49.780228 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f2b92-f7fc-41b6-b48e-3183fc7febea req-3a003c99-8900-4524-8989-43421f0fbca3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:49.781696 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84f2b92-f7fc-41b6-b48e-3183fc7febea req-3a003c99-8900-4524-8989-43421f0fbca3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0517931 Feb 10 23:20:49.827657 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b84f2b92-f7fc-41b6-b48e-3183fc7febea req-93694a2a-952e-489a-b1fc-5490afa4c994 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Feb 10 23:20:49.951622 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c2319-a39e-4a91-a790-3100105b6dfa req-79249701-86f1-4d98-810e-31002c0f64a6 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:49.953057 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b3c2319-a39e-4a91-a790-3100105b6dfa req-79249701-86f1-4d98-810e-31002c0f64a6 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 948 time: 0.0520637 Feb 10 23:20:49.999033 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9b3c2319-a39e-4a91-a790-3100105b6dfa req-b766ead3-af66-48f4-bbf8-86c4dd9a0c11 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Feb 10 23:20:50.252218 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e833-a21a-44a8-a4b4-7cf720c8ad22 req-faa6d21f-a385-4d1c-b222-7af3ad8f9ac8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:50.253606 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e865e833-a21a-44a8-a4b4-7cf720c8ad22 req-faa6d21f-a385-4d1c-b222-7af3ad8f9ac8 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 948 time: 0.0516312 Feb 10 23:20:50.299122 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e865e833-a21a-44a8-a4b4-7cf720c8ad22 req-def53765-bb67-43d7-b320-e990c0937cd2 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392563 Feb 10 23:20:50.952594 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01463db-c2ab-40c5-aa3e-2f28e2e8207d req-d2bea862-6212-451f-a74b-84d14e2a90e8 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:50.954108 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f01463db-c2ab-40c5-aa3e-2f28e2e8207d req-d2bea862-6212-451f-a74b-84d14e2a90e8 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0564120 Feb 10 23:20:50.999505 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f01463db-c2ab-40c5-aa3e-2f28e2e8207d req-f62a9829-2f46-46ac-aeed-af517e4929e4 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400209 Feb 10 23:20:51.419713 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b933a-ae11-498f-b9a4-7c4de4814c13 req-d402f6c9-09ce-40e3-af54-53d1eb60c0cd tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:51.421214 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-102b933a-ae11-498f-b9a4-7c4de4814c13 req-d402f6c9-09ce-40e3-af54-53d1eb60c0cd tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 948 time: 0.0559664 Feb 10 23:20:51.466480 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-102b933a-ae11-498f-b9a4-7c4de4814c13 req-77cdbc01-5ce3-47d4-bcec-f086471b6167 tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/security-groups?id=0045ad57-3372-49bd-83c6-3ef8f0beec06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Feb 10 23:20:52.115083 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55514f0-990c-483b-9ff5-2e4a3cf0d695 req-424e3891-c946-4abb-a2c8-993579f0e0d3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:52.116592 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c55514f0-990c-483b-9ff5-2e4a3cf0d695 req-424e3891-c946-4abb-a2c8-993579f0e0d3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0517576 Feb 10 23:20:52.173243 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c55514f0-990c-483b-9ff5-2e4a3cf0d695 req-c3c748bc-51fb-43ad-b400-2d94d1e9e44c tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503399 Feb 10 23:20:52.212507 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-b9305900-5203-4b96-ab02-3871056a993a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:52.213983 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-b9305900-5203-4b96-ab02-3871056a993a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 948 time: 0.0563190 Feb 10 23:20:52.308353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Deleting port 1e8952ca-57bd-4483-998f-df8214068ab6 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:20:52.308604 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:52.394873 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] For port 1e8952ca-57bd-4483-998f-df8214068ab6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=1e8952ca-57bd-4483-998f-df8214068ab6,segment=NetworkSegment(a2634f84-02ac-45dc-9fde-6ae8ff437e77),segment_id=a2634f84-02ac-45dc-9fde-6ae8ff437e77)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:20:52.395231 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:52.411338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Calling delete_port for 1e8952ca-57bd-4483-998f-df8214068ab6 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:20:52.536253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (1e8952ca-57bd-4483-998f-df8214068ab6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:52.562583 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aa0416cc-fb9e-4b3d-ad7c-56b92e200b03 req-c2c16fe4-2388-47ea-b121-f96e74a77dbf tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e259d52-dbd0-4e3f-a815-4862f164abc2 HTTP/1.1" status: 200 len: 210 time: 0.0293591 Feb 10 23:20:52.565066 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Pushing event deleted for resources: {'Port': ['ID=1e8952ca-57bd-4483-998f-df8214068ab6,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:52.587901 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['1e8952ca-57bd-4483-998f-df8214068ab6'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:20:52.613983 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] No DVR routers for this DVR port 1e8952ca-57bd-4483-998f-df8214068ab6 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:20:52.616738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:52.620349 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da0ff0ed-7d59-41cc-ab75-67e6e0898f51 req-056aa6ee-b747-49f2-8592-6027c8def68a tempest-VolumesNegativeTest-1025929613 tempest-VolumesNegativeTest-1025929613-project] 10.222.0.43 "DELETE /v2.0/ports/1e8952ca-57bd-4483-998f-df8214068ab6 HTTP/1.1" status: 204 len: 173 time: 0.4015243 Feb 10 23:20:52.620812 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'name': 'network-vif-deleted', 'tag': '1e8952ca-57bd-4483-998f-df8214068ab6'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:20:52.624042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b00dd0-fb44-4d6c-bb43-ac5a9afcf26a" -d '{"events": [{"server_uuid": "6e259d52-dbd0-4e3f-a815-4862f164abc2", "name": "network-vif-deleted", "tag": "1e8952ca-57bd-4483-998f-df8214068ab6"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:20:52.794059 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcbd002-c751-49da-b4a0-91290f081d02 x-openstack-request-id: req-3dcbd002-c751-49da-b4a0-91290f081d02 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:20:52.794425 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e259d52-dbd0-4e3f-a815-4862f164abc2", "name": "network-vif-deleted", "tag": "1e8952ca-57bd-4483-998f-df8214068ab6", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:20:52.794687 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3dcbd002-c751-49da-b4a0-91290f081d02 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:20:52.795102 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e259d52-dbd0-4e3f-a815-4862f164abc2', 'name': 'network-vif-deleted', 'tag': '1e8952ca-57bd-4483-998f-df8214068ab6', 'status': 'completed', 'code': 200} Feb 10 23:20:53.299615 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3265e-a758-470b-b5c8-87dae55ab5be req-d974941a-ff7c-4724-8443-f5e8d9168762 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:53.301128 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-91d3265e-a758-470b-b5c8-87dae55ab5be req-d974941a-ff7c-4724-8443-f5e8d9168762 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0536864 Feb 10 23:20:53.346874 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-91d3265e-a758-470b-b5c8-87dae55ab5be req-3e20212d-4ffa-46c8-a4e8-519100b38949 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399103 Feb 10 23:20:54.483760 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f9aa1-704e-41dd-b352-e43f397d2cea req-0b552f21-4218-45db-818a-3681439702d2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:54.485416 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b6f9aa1-704e-41dd-b352-e43f397d2cea req-0b552f21-4218-45db-818a-3681439702d2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0579677 Feb 10 23:20:54.534979 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4b6f9aa1-704e-41dd-b352-e43f397d2cea req-33e69709-b283-40fc-8d03-0fdfa180d3fa tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Feb 10 23:20:55.660146 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401a9ff-dc82-4feb-80d4-5a5b2facec54 req-4942cd63-05e0-47f6-b63e-0af6288861ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:55.661668 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4401a9ff-dc82-4feb-80d4-5a5b2facec54 req-4942cd63-05e0-47f6-b63e-0af6288861ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0572522 Feb 10 23:20:55.710052 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4401a9ff-dc82-4feb-80d4-5a5b2facec54 req-5ccf06db-2521-480a-9d55-dc49cb7b463a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423331 Feb 10 23:20:56.760768 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 1e8952ca-57bd-4483-998f-df8214068ab6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:20:56.781665 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 1e8952ca-57bd-4483-998f-df8214068ab6 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:20:56.782006 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 1e8952ca-57bd-4483-998f-df8214068ab6 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:20:56.833090 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9c018-1ae9-468d-9843-bb6ea60badf9 req-b29954b9-ebcd-4189-98a5-6d9d745d870d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:56.834561 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-52e9c018-1ae9-468d-9843-bb6ea60badf9 req-b29954b9-ebcd-4189-98a5-6d9d745d870d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0524521 Feb 10 23:20:56.881059 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-52e9c018-1ae9-468d-9843-bb6ea60badf9 req-7b98b3d0-55b6-4c67-be46-045bdf4b8625 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401850 Feb 10 23:20:57.252546 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52168) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:57.380650 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e206dc38-05d6-49ab-b632-4f8119247c7b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4c4c96cf3844925af14b3a5b64e8cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269457 Feb 10 23:20:57.383014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:20:57.433163 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a45db44c-fda4-4ad4-a264-3ca2a87b9399 admin admin] Publish callbacks [] for security_group (0045ad57-3372-49bd-83c6-3ef8f0beec06), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:57.453834 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a45db44c-fda4-4ad4-a264-3ca2a87b9399 admin admin] Publish callbacks [] for security_group (0045ad57-3372-49bd-83c6-3ef8f0beec06), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:57.501838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a45db44c-fda4-4ad4-a264-3ca2a87b9399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (0045ad57-3372-49bd-83c6-3ef8f0beec06), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:57.504804 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a45db44c-fda4-4ad4-a264-3ca2a87b9399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:20:57.505961 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a45db44c-fda4-4ad4-a264-3ca2a87b9399 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0045ad57-3372-49bd-83c6-3ef8f0beec06 HTTP/1.1" status: 204 len: 168 time: 0.1220655 Feb 10 23:20:57.514316 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45db44c-fda4-4ad4-a264-3ca2a87b9399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0045ad57-3372-49bd-83c6-3ef8f0beec06,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:57.996007 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf61494-7977-4564-99ab-3bf223996aac req-7c97ae01-9f0e-4b52-8e3e-1654e92c4574 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:57.997489 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcf61494-7977-4564-99ab-3bf223996aac req-7c97ae01-9f0e-4b52-8e3e-1654e92c4574 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0521080 Feb 10 23:20:58.044173 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcf61494-7977-4564-99ab-3bf223996aac req-cfbd709c-96f4-45c1-8357-70cec67921f2 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408313 Feb 10 23:20:59.161488 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7664df-4a82-4533-99dd-9dad7072030e req-f73b4810-9063-4ffd-adfc-c35bb29ca0bd tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:59.162933 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6e7664df-4a82-4533-99dd-9dad7072030e req-f73b4810-9063-4ffd-adfc-c35bb29ca0bd tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0538285 Feb 10 23:20:59.207786 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6e7664df-4a82-4533-99dd-9dad7072030e req-b8faae4d-7759-4326-935b-231881614c6d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388489 Feb 10 23:21:00.328467 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ebb79-a557-4a40-9828-a8741fb832c0 req-44664168-2f08-4824-bb24-33e316c142a6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.329965 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a5ebb79-a557-4a40-9828-a8741fb832c0 req-44664168-2f08-4824-bb24-33e316c142a6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0529196 Feb 10 23:21:00.379950 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a5ebb79-a557-4a40-9828-a8741fb832c0 req-2af71059-f1d3-4f04-a1d2-0484b61fc045 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444496 Feb 10 23:21:00.579323 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc4e7c-e1e5-4f94-856f-5c76bf6b4146 req-40496632-ef03-4bad-9a85-9068ea0fc934 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.580849 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92cc4e7c-e1e5-4f94-856f-5c76bf6b4146 req-40496632-ef03-4bad-9a85-9068ea0fc934 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0536366 Feb 10 23:21:00.653783 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92cc4e7c-e1e5-4f94-856f-5c76bf6b4146 req-195824ea-e657-4bb4-990b-9ca4cc7f70a8 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662394 Feb 10 23:21:00.672729 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83384749-6de2-4251-aaf6-77d367657ad6 req-24b30069-108f-4eab-b600-aa0e6611ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.674281 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-24b30069-108f-4eab-b600-aa0e6611ac94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 1130 time: 0.0555708 Feb 10 23:21:00.769155 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83384749-6de2-4251-aaf6-77d367657ad6 req-01c0c54a-ffdc-413d-95a0-1f675e1a4686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.770641 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-01c0c54a-ffdc-413d-95a0-1f675e1a4686 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.0898240 Feb 10 23:21:00.834857 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-fa9c769b-f2ae-4252-9a27-4ea6fc58dd9f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 200 len: 1001 time: 0.0572326 Feb 10 23:21:00.888054 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83384749-6de2-4251-aaf6-77d367657ad6 req-1b979dcc-cdc2-449e-b929-019b58e1b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.889534 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-1b979dcc-cdc2-449e-b929-019b58e1b4fe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0474255 Feb 10 23:21:00.938127 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83384749-6de2-4251-aaf6-77d367657ad6 req-312398ef-3e68-4c20-b996-587b093bfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.939520 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-312398ef-3e68-4c20-b996-587b093bfdc6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434961 Feb 10 23:21:01.025686 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-f71a37b7-0ff9-42ee-a079-c7f67de12cf2 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797014 Feb 10 23:21:01.119449 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83384749-6de2-4251-aaf6-77d367657ad6 req-1ebd7846-56cc-4a86-895d-99e86e51216b service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869098 Feb 10 23:21:01.242803 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:21:01.774161 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5297-6f29-4df3-a24b-72cf482d4f19 req-54a09415-23a0-4701-9fe0-670914584480 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:01.776129 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d63c5297-6f29-4df3-a24b-72cf482d4f19 req-54a09415-23a0-4701-9fe0-670914584480 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0536778 Feb 10 23:21:01.823940 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d63c5297-6f29-4df3-a24b-72cf482d4f19 req-598aa9f7-22bc-4b71-a5e3-464b7ae10ca4 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Feb 10 23:21:02.942621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0e937-a068-48aa-bdc3-6868f471e854 req-926f1b65-78e6-43d2-a068-bc6c2aab82f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:02.944136 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbb0e937-a068-48aa-bdc3-6868f471e854 req-926f1b65-78e6-43d2-a068-bc6c2aab82f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0520267 Feb 10 23:21:02.990355 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dbb0e937-a068-48aa-bdc3-6868f471e854 req-b1c1c665-50a0-48f2-9a78-93978c179351 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408156 Feb 10 23:21:06.034696 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:12.880045 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-84754ec7-e1b1-4a3f-83ca-632bacfb2b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:15.224167 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e8b8acb-3683-454c-9cb3-8747a7844be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:15.940279 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:17.613970 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:19.554830 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:36.008118 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:37.116073 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-44d6ffd2-18ac-416c-bf6d-9c9578c101fd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480464 Feb 10 23:21:37.193708 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-b4c1242a-402e-46d6-b9a7-90030cb82542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:37.195276 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-b4c1242a-402e-46d6-b9a7-90030cb82542 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 1131 time: 0.0433407 Feb 10 23:21:37.301050 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-869f1d64-3cf9-4ea8-9d4e-84e1e90cfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:37.302511 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-869f1d64-3cf9-4ea8-9d4e-84e1e90cfef3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.0886910 Feb 10 23:21:37.369572 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-3d21e51a-a79a-431d-bebe-31d83091a3e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 200 len: 1000 time: 0.0600371 Feb 10 23:21:37.418745 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-8e0f19b0-d08f-4acc-b9f9-9fee41add076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:37.420232 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-8e0f19b0-d08f-4acc-b9f9-9fee41add076 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0434968 Feb 10 23:21:37.471289 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-cb16682c-003f-4488-8d51-49b08fee510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:37.472789 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-cb16682c-003f-4488-8d51-49b08fee510c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459323 Feb 10 23:21:37.560179 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-f7d7e274-eefd-4161-8269-7016217425eb service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802121 Feb 10 23:21:37.650062 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cef58fd5-2873-4122-b4d6-38830c0c9258 req-7754e9eb-1347-44b1-9d06-7ac42f24cbf6 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833893 Feb 10 23:21:38.243207 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:21:42.880910 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3c63ad8-3bc4-479b-8218-3e32519a3414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:43.516574 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d565f-b6ff-4688-b2fb-c9eeb66c0df4 req-259f2544-a6bd-4269-bd73-aac9307d245f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:43.518030 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f83d565f-b6ff-4688-b2fb-c9eeb66c0df4 req-259f2544-a6bd-4269-bd73-aac9307d245f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0523579 Feb 10 23:21:43.563338 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f83d565f-b6ff-4688-b2fb-c9eeb66c0df4 req-83d67407-93d9-4692-9b75-835e62a6049d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398798 Feb 10 23:21:44.685300 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6558-8965-4b19-8cd4-63fbe2f8e90b req-2fc83c87-b214-4e69-a631-71066e2a0922 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:44.686672 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e17e6558-8965-4b19-8cd4-63fbe2f8e90b req-2fc83c87-b214-4e69-a631-71066e2a0922 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0519526 Feb 10 23:21:44.736489 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-e17e6558-8965-4b19-8cd4-63fbe2f8e90b req-38139fc2-7409-4315-90b8-43a3aeeff7c2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443053 Feb 10 23:21:45.225339 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8069b336-a3a4-4930-a263-dc353da58108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:45.661611 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-ec7b4b97-1f63-42de-8753-75f8e38bda7f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:45.662940 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-ec7b4b97-1f63-42de-8753-75f8e38bda7f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.0502312 Feb 10 23:21:45.757414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Deleting port 60e226ea-299e-4079-87c5-eeac730551eb {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:21:45.757758 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (60e226ea-299e-4079-87c5-eeac730551eb), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:45.878945 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] For port 60e226ea-299e-4079-87c5-eeac730551eb, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=60e226ea-299e-4079-87c5-eeac730551eb,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:21:45.879337 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (60e226ea-299e-4079-87c5-eeac730551eb), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:45.920148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f5dfa-c98f-43c2-8f80-a8a067c52f33 req-16fc17ba-a30f-4ece-b757-6b44e12b6244 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:45.921575 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb9f5dfa-c98f-43c2-8f80-a8a067c52f33 req-16fc17ba-a30f-4ece-b757-6b44e12b6244 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 947 time: 0.1092284 Feb 10 23:21:45.940191 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:46.071699 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb9f5dfa-c98f-43c2-8f80-a8a067c52f33 req-85b97dbd-0366-46cd-821c-3609934ee856 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d227e51-f00a-4a9d-a494-0ea5831b9c71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185718 Feb 10 23:21:46.144858 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:46.145300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (3e2432cc-f094-48b4-af14-fcc8e8d864ce), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:46.145638 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Floating IP 3e2432cc-f094-48b4-af14-fcc8e8d864ce disassociated. External IP: 172.27.1.7, port: 60e226ea-299e-4079-87c5-eeac730551eb. Feb 10 23:21:46.146000 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Calling delete_port for 60e226ea-299e-4079-87c5-eeac730551eb owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:21:46.272792 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (60e226ea-299e-4079-87c5-eeac730551eb), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:46.299196 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event deleted for resources: {'Port': ['ID=60e226ea-299e-4079-87c5-eeac730551eb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:46.308758 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.309120 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.309471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.309821 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.310167 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.310503 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.310838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.311174 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.311972 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.313018 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.313406 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.313757 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.314095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:46.428652 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:21:46.540015 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:21:46.550337 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:21:46.560348 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:21:46.560963 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:21:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:21:46.581547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] No DVR routers for this DVR port 60e226ea-299e-4079-87c5-eeac730551eb on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:21:46.584240 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:46.587596 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60ba222b-cfd2-45c8-9431-11dda3e723cd req-348d7f35-c1eb-46ca-8680-4724a9e51675 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "DELETE /v2.0/ports/60e226ea-299e-4079-87c5-eeac730551eb HTTP/1.1" status: 204 len: 173 time: 0.9187222 Feb 10 23:21:46.588366 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-deleted', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:21:46.590632 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5939b03f-4887-4533-836b-895bf589b58c" -d '{"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-deleted", "tag": "60e226ea-299e-4079-87c5-eeac730551eb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:21:46.637122 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5907f0-7675-405c-9602-e62e7624f625 x-openstack-request-id: req-5e5907f0-7675-405c-9602-e62e7624f625 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:21:46.637425 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baeb1e50-d205-4ce3-813a-66631397af09", "name": "network-vif-deleted", "tag": "60e226ea-299e-4079-87c5-eeac730551eb", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:21:46.637684 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5e5907f0-7675-405c-9602-e62e7624f625 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:21:46.638116 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeb1e50-d205-4ce3-813a-66631397af09', 'name': 'network-vif-deleted', 'tag': '60e226ea-299e-4079-87c5-eeac730551eb', 'status': 'completed', 'code': 200} Feb 10 23:21:46.680158 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:21:46.880451 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:21:46.905930 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:21:46.914219 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:21:46.914876 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:21:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:21:47.022676 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:21:47.207606 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1d439fc-24b5-426f-83ba-7163f91906cb req-a656cf3f-688c-4f75-8e0a-58bf98230cb9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=baeb1e50-d205-4ce3-813a-66631397af09 HTTP/1.1" status: 200 len: 210 time: 0.0377080 Feb 10 23:21:47.254270 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:21:47.284950 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245655c-eaa2-47e2-8c63-3bebcd3f707b None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:21:47.495951 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272396ab-9de1-46ed-9874-140125a1dfd9 None None] New status for floating IP 3e2432cc-f094-48b4-af14-fcc8e8d864ce: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:21:47.618589 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.301042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52250) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:48.354875 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b7bf-dfc9-43f0-928d-609ce398709f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (8d227e51-f00a-4a9d-a494-0ea5831b9c71), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.386976 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b7bf-dfc9-43f0-928d-609ce398709f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (8d227e51-f00a-4a9d-a494-0ea5831b9c71), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.444131 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b7bf-dfc9-43f0-928d-609ce398709f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8d227e51-f00a-4a9d-a494-0ea5831b9c71), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.446716 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fe7b7bf-dfc9-43f0-928d-609ce398709f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.447892 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7fe7b7bf-dfc9-43f0-928d-609ce398709f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "DELETE /v2.0/security-groups/8d227e51-f00a-4a9d-a494-0ea5831b9c71 HTTP/1.1" status: 204 len: 168 time: 0.1453574 Feb 10 23:21:48.450742 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:48.456904 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7b7bf-dfc9-43f0-928d-609ce398709f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d227e51-f00a-4a9d-a494-0ea5831b9c71,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:48.473990 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-4faacebd-11b2-4cab-9968-2dbcd23eed67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] show failed (client error): The resource could not be found. Feb 10 23:21:48.475016 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4faacebd-11b2-4cab-9968-2dbcd23eed67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups/8d227e51-f00a-4a9d-a494-0ea5831b9c71 HTTP/1.1" status: 404 len: 347 time: 0.0232596 Feb 10 23:21:48.478454 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:48.605113 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Deleting port 4415355a-fe43-40f7-8353-8837ecb46248 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:21:48.605414 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (4415355a-fe43-40f7-8353-8837ecb46248), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.682346 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (4415355a-fe43-40f7-8353-8837ecb46248), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.682675 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (4415355a-fe43-40f7-8353-8837ecb46248), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.694134 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Calling delete_port for 4415355a-fe43-40f7-8353-8837ecb46248 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:21:48.836928 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (4415355a-fe43-40f7-8353-8837ecb46248), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.864644 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event deleted for resources: {'Port': ['ID=4415355a-fe43-40f7-8353-8837ecb46248,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:48.875334 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.875679 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.876043 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.876382 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.876713 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.877042 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.877371 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.877695 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.878017 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.878341 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.878664 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.878991 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.879304 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:48.902598 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (3e2432cc-f094-48b4-af14-fcc8e8d864ce), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.905415 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:48.906648 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8908af99-ebef-4860-a3b7-cb786649ecba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "DELETE /v2.0/floatingips/3e2432cc-f094-48b4-af14-fcc8e8d864ce HTTP/1.1" status: 204 len: 168 time: 0.4268363 Feb 10 23:21:49.064649 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:21:49.085710 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 60e226ea-299e-4079-87c5-eeac730551eb {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:21:49.085710 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 60e226ea-299e-4079-87c5-eeac730551eb not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:21:49.132014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:49.136682 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--720363954', 'description': 'tempest-description--954198858'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:49.156393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.222567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (8e50cdc8-b6a6-4036-978c-e8aae82c306c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.226250 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8e50cdc8-b6a6-4036-978c-e8aae82c306c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.255077 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.256407 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1232662 Feb 10 23:21:49.259168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52260) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:49.264317 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'security_group_rule': {'security_group_id': '8e50cdc8-b6a6-4036-978c-e8aae82c306c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:49.268933 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd31bcd-ce7a-4413-a97f-b5bb665411d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e50cdc8-b6a6-4036-978c-e8aae82c306c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:49.289412 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (ef7c811c-0a67-40f3-a3e5-8eb01e0578c4), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.344641 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (ef7c811c-0a67-40f3-a3e5-8eb01e0578c4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.348274 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (ef7c811c-0a67-40f3-a3e5-8eb01e0578c4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.370217 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c811c-0a67-40f3-a3e5-8eb01e0578c4,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:49.376529 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.380308 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-61371a67-6ea8-4274-bb11-8b437f250ead tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194165 Feb 10 23:21:49.380462 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52262) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:49.384837 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'security_group_rule': {'security_group_id': '8e50cdc8-b6a6-4036-978c-e8aae82c306c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:49.410647 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (3f8f6273-0edf-48c6-91db-042314be4a82), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.468428 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (3f8f6273-0edf-48c6-91db-042314be4a82), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.472230 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (3f8f6273-0edf-48c6-91db-042314be4a82), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.489310 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8f6273-0edf-48c6-91db-042314be4a82,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:49.497543 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.498707 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2e3e47a9-b459-464b-be3a-fe46e563bfef tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173289 Feb 10 23:21:49.501736 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52264) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:21:49.506083 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:49.526194 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.557096 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.620736 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:49.956879 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Allocated IP 172.27.1.109 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/00c3129c-02d4-4238-99ce-d8d0ea3b86c3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:21:50.055609 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.093155 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.135365 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:21:50.138264 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:21:50.141741 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:21:50.151363 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'Port': ['ID=00c3129c-02d4-4238-99ce-d8d0ea3b86c3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:50.193004 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (feba2577-3019-4910-bb3d-03613bbf0844), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.230208 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.375078 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.379359 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.410589 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (feba2577-3019-4910-bb3d-03613bbf0844), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.432622 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'Port': ['ID=00c3129c-02d4-4238-99ce-d8d0ea3b86c3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:50.438593 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:50.439793 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-70e1678b-0196-4dd6-b7c3-4761df72d581 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9370704 Feb 10 23:21:50.629584 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-70a2395b-8511-4563-a102-da5d4097ddac tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--720363954&fields=id&tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 267 time: 0.0409424 Feb 10 23:21:50.735293 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-99765072-874c-4e66-94b1-d09c313ff4a9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:50.736752 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-99765072-874c-4e66-94b1-d09c313ff4a9 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 816 time: 0.1003475 Feb 10 23:21:50.750728 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-25cd5d71-1b29-4767-b41c-03cf9a4cc4c8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/quotas/893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 375 time: 0.0087659 Feb 10 23:21:50.803618 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-0a08bec0-be24-40aa-ad85-48a72d5abb80 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481970 Feb 10 23:21:50.990381 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-c7ef7105-ef63-47bd-9236-babb57351401 service neutron] 10.222.0.77 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758757 Feb 10 23:21:51.077620 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-65ca2d08-684d-41ab-8c7e-4d64807f9c60 service neutron] 10.222.0.77 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Feb 10 23:21:51.238386 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-adef2c26-f533-4129-98d0-3232cb3c9748 req-e4a2d409-3344-4508-991f-0312ea9bf9fb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 210 time: 0.0310137 Feb 10 23:21:52.258889 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-849b7441-bffd-4dd3-bbdd-fb427520378d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:52.260769 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-849b7441-bffd-4dd3-bbdd-fb427520378d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 816 time: 0.1511779 Feb 10 23:21:52.347533 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5cb4709-676e-4b6c-af99-e98dfc101004 req-3dc63f0a-e9ac-4c16-a776-f3b2c6ca3358 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 210 time: 0.0371096 Feb 10 23:21:52.356680 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-39f3504f-44e4-40fe-ad4a-cd40529983e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 379 time: 0.0773320 Feb 10 23:21:52.365608 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'port': {'device_id': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'admin_state_up': True, 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'security_groups': ['8e50cdc8-b6a6-4036-978c-e8aae82c306c']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:52.472465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Made reservation on behalf of 893cb9e5a3dd4f8cbc746a73b7c03f74 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:21:52.476051 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:52.601132 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Allocated IP 172.20.0.6 (6ea54227-1b5f-4442-b2f4-576bfe7066e3/e37a09f0-b623-48da-b302-fc05c5e51ed7/7e96a41f-2fe2-4a89-bd47-b22d647cfd68) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:21:52.732713 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:52.766219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:52.810952 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:21:52.814031 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:21:52.817642 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:21:52.845588 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:52.871302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:52.871957 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:52.888395 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-9b8a082d-bf03-48bb-9e35-0c54768fc14c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5264149 Feb 10 23:21:52.905759 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Request body: {'port': {'device_id': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:52.965681 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.029930 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-dd446d69-afac-4dcb-8843-4602c4ecc937 None None] Provisioning complete for port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:53.030544 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd446d69-afac-4dcb-8843-4602c4ecc937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.066294 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dd446d69-afac-4dcb-8843-4602c4ecc937 None None] Port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:21:53.473785 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:21:53.475686 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5564e-3397-46c0-ae66-d1a9ea5cbc63 req-25cf3e9c-6180-47ea-998e-17a102f0f603 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:53.477850 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-00d5564e-3397-46c0-ae66-d1a9ea5cbc63 req-25cf3e9c-6180-47ea-998e-17a102f0f603 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 931 time: 0.0521162 Feb 10 23:21:53.481898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Publish callbacks [] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.493766 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Transition to ACTIVE for port object 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:21:53.498134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.526061 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-00d5564e-3397-46c0-ae66-d1a9ea5cbc63 req-1a095465-b882-4586-a93c-a28cbd67e6c3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424302 Feb 10 23:21:53.556445 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:53.624906 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Attempting to bind port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:21:53.625243 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Attempting to bind port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:21:53.625573 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Attempting to bind port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:21:53.630043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:21:53.630363 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Attempting to bind port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 on network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:21:53.636004 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:21:53.636287 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Checking segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:21:53.636679 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Bound using segment: {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:21:53.637105 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Bound port: 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c57e0df-279e-4bc4-99e4-03f29921e59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:21:53.637471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.702302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:21:53.705308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:21:53.712282 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.746323 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:53.746937 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:53.748326 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] 10.222.0.43 "PUT /v2.0/ports/7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 1093 time: 0.8469453 Feb 10 23:21:53.748758 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:21:53.750978 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aca0cc-201c-41d0-ba37-c5faf5e50356" -d '{"events": [{"name": "network-changed", "server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:21:53.777578 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146bb35-da1b-4aff-84c6-525677e595bc service neutron] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:53.797320 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc74404-df43-469c-9fac-ad2d047d583d x-openstack-request-id: req-1fc74404-df43-469c-9fac-ad2d047d583d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:21:53.797842 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:21:53.798297 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fc74404-df43-469c-9fac-ad2d047d583d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:21:53.799089 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'status': 'completed', 'code': 200} Feb 10 23:21:53.863986 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-6323e621-644d-4b71-aae0-b465fcbd6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:53.865688 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-6323e621-644d-4b71-aae0-b465fcbd6567 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1127 time: 0.0505638 Feb 10 23:21:53.916499 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-0baa4ea8-d0cf-41bc-b062-4172269227d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 217 time: 0.0385253 Feb 10 23:21:53.962924 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-77dc0340-2c91-4a11-bc2b-0903c89ecebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:53.964532 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-77dc0340-2c91-4a11-bc2b-0903c89ecebd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0429885 Feb 10 23:21:54.012563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-783adfb8-798b-4553-a7e0-2deb4e758741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:54.014076 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-783adfb8-798b-4553-a7e0-2deb4e758741 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441437 Feb 10 23:21:54.105690 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-a9de6658-7f10-4cfc-b2cb-f23a90f138ae service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849450 Feb 10 23:21:54.197497 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa0f8f3c-49ad-4b6d-b711-110723f570d0 req-67bf177e-35e4-4380-b1ca-6a6931971333 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854008 Feb 10 23:21:54.334933 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-18a86762-6ce0-4393-9826-bd3d9a13e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:54.336721 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-18a86762-6ce0-4393-9826-bd3d9a13e026 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1127 time: 0.0442724 Feb 10 23:21:54.425170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-2f45b5d9-9595-4b60-a617-633b138a63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:54.426654 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-2f45b5d9-9595-4b60-a617-633b138a63d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.0837786 Feb 10 23:21:54.469424 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-1dafc29a-5f51-4109-be47-9fffebc4e6ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 217 time: 0.0364051 Feb 10 23:21:54.516262 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-d2b4717a-d62d-4585-8017-472d8d770172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:54.517665 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-d2b4717a-d62d-4585-8017-472d8d770172 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0424597 Feb 10 23:21:54.566642 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-8a0ece07-43e8-4c48-816e-740e5158a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:54.568313 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-8a0ece07-43e8-4c48-816e-740e5158a43b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445030 Feb 10 23:21:54.649515 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1353c6b-de05-40f8-bd4f-a2362b6e52d4 req-f0de0755-e7e3-4392-8d3e-ac6506ff9e9d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:54.650994 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d1353c6b-de05-40f8-bd4f-a2362b6e52d4 req-f0de0755-e7e3-4392-8d3e-ac6506ff9e9d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0521584 Feb 10 23:21:54.661879 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-b13a907c-74f1-430e-a67b-aad2f1d19515 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875769 Feb 10 23:21:54.696620 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d1353c6b-de05-40f8-bd4f-a2362b6e52d4 req-954e5bac-2570-4bdd-bb82-a0347a6ddaf3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400186 Feb 10 23:21:54.755215 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-21aca0cc-201c-41d0-ba37-c5faf5e50356 req-f4b7587d-7a59-4e80-a408-cf78d9ae4ff9 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866663 Feb 10 23:21:55.820251 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b181af-3c96-41a0-9104-fe27aa5a939a req-b3fb20bc-b27a-4d90-8448-a42eaaf3f402 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:55.821795 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4b181af-3c96-41a0-9104-fe27aa5a939a req-b3fb20bc-b27a-4d90-8448-a42eaaf3f402 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0531068 Feb 10 23:21:55.867416 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4b181af-3c96-41a0-9104-fe27aa5a939a req-a01e0da7-7a7c-47db-aee3-3bf29f596a43 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401204 Feb 10 23:21:56.989815 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af88d2-5904-4c88-9a4e-cfc59dcd768a req-876851f1-4092-40c9-ad4f-0906487cbf28 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:56.991279 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a0af88d2-5904-4c88-9a4e-cfc59dcd768a req-876851f1-4092-40c9-ad4f-0906487cbf28 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0547132 Feb 10 23:21:57.035961 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a0af88d2-5904-4c88-9a4e-cfc59dcd768a req-e3ef6ba5-85ce-4f48-9728-854d9729c999 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392225 Feb 10 23:21:57.110960 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:21:57.205539 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:21:57.216794 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'mac_address': 'fa:16:3e:0f:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:21:57.253232 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:21:57.253619 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:57.266387 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:21:57.285489 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:21:57.289166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:57.334794 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:57.342255 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.342605 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.343204 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.343540 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.343898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.344229 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.344554 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.344880 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.345202 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.345526 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.345848 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.346166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.346483 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:57.715122 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['7e96a41f-2fe2-4a89-bd47-b22d647cfd68'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:21:58.155777 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78818cb0-9d2e-4c4d-aad2-ee58082fbe58 req-6ab7c906-6673-412d-8564-5935f3a044f6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:58.157288 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78818cb0-9d2e-4c4d-aad2-ee58082fbe58 req-6ab7c906-6673-412d-8564-5935f3a044f6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0521572 Feb 10 23:21:58.202763 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78818cb0-9d2e-4c4d-aad2-ee58082fbe58 req-c0e653a5-107c-4c1b-b213-24bcb97e6d31 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401289 Feb 10 23:21:59.141388 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:21:59.188942 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:21:59.192584 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:59.192960 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:59.273535 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:21:59.273927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:59.296267 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:21:59.298470 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5b9e63-561b-45e6-9f90-cd3ef8b7b651" -d '{"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-plugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:21:59.311961 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:21:59.316403 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:21:59.330800 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45beb704-57bd-48d9-8312-596de89d9062 req-9a1cc568-02f9-4aee-b8cd-3c124a7e73eb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:59.332268 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45beb704-57bd-48d9-8312-596de89d9062 req-9a1cc568-02f9-4aee-b8cd-3c124a7e73eb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0595086 Feb 10 23:21:59.366545 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:59.384052 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45beb704-57bd-48d9-8312-596de89d9062 req-01d909da-4829-4508-a3c1-5e4e18728b08 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458016 Feb 10 23:21:59.459011 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90082b2b-9403-4771-8ca8-165cfaece162 x-openstack-request-id: req-90082b2b-9403-4771-8ca8-165cfaece162 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:21:59.459314 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-plugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:21:59.459575 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-90082b2b-9403-4771-8ca8-165cfaece162 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:21:59.460042 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'code': 200} Feb 10 23:21:59.674110 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f181f-6974-47b5-a9cc-805d92d309d7 req-afcdb657-1748-4531-884a-d725082ba1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:59.675588 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a4f181f-6974-47b5-a9cc-805d92d309d7 req-afcdb657-1748-4531-884a-d725082ba1ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1129 time: 0.0470629 Feb 10 23:21:59.716260 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a4f181f-6974-47b5-a9cc-805d92d309d7 req-f32b435b-fcbc-414c-89f4-2adcb625f7d7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354311 Feb 10 23:22:00.505699 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684e01a-ee58-4db9-bb84-084bac410332 req-28a67024-d044-4b91-a9ea-149778f57096 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:00.507666 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9684e01a-ee58-4db9-bb84-084bac410332 req-28a67024-d044-4b91-a9ea-149778f57096 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Feb 10 23:22:00.556125 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9684e01a-ee58-4db9-bb84-084bac410332 req-04536d76-2ee6-4135-a7a3-9838c8f8cc6d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Feb 10 23:22:01.680501 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff5f62-7fb4-4ba3-9f32-c1689cd114f9 req-e4beaedf-e58e-4597-ba2f-c8d439314aa2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:01.681871 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43ff5f62-7fb4-4ba3-9f32-c1689cd114f9 req-e4beaedf-e58e-4597-ba2f-c8d439314aa2 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0520113 Feb 10 23:22:01.729066 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43ff5f62-7fb4-4ba3-9f32-c1689cd114f9 req-659f1c9b-cf37-473a-84b4-6dc45e6b9650 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414383 Feb 10 23:22:01.846207 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13b971-908a-4b32-8f18-a88450108d6b req-3029ec8c-91cb-4d37-b51c-d00a43d11997 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:01.847683 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ee13b971-908a-4b32-8f18-a88450108d6b req-3029ec8c-91cb-4d37-b51c-d00a43d11997 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Feb 10 23:22:01.856066 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52322) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:01.860240 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Request body: {'floatingip': {'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:01.899850 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (feba2577-3019-4910-bb3d-03613bbf0844), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:02.332891 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:02.336609 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (feba2577-3019-4910-bb3d-03613bbf0844), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:02.444872 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Floating IP feba2577-3019-4910-bb3d-03613bbf0844 associated. External IP: 172.27.1.109, port: 7e96a41f-2fe2-4a89-bd47-b22d647cfd68. Feb 10 23:22:02.702272 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:22:02.827016 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:02.832236 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:02.838632 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:22:02.851428 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:22:02.852080 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:21:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:02.865048 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea0b609f-6a0b-4d0e-bd21-0680f92a0f2d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "PUT /v2.0/floatingips/feba2577-3019-4910-bb3d-03613bbf0844 HTTP/1.1" status: 200 len: 991 time: 1.0079417 Feb 10 23:22:02.865771 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:22:02.868884 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:22:02.974981 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97346aa7-240a-426e-a39e-99c1b00f34dc x-openstack-request-id: req-97346aa7-240a-426e-a39e-99c1b00f34dc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:22:02.975861 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:22:02.976114 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-97346aa7-240a-426e-a39e-99c1b00f34dc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:22:02.976511 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'status': 'completed', 'code': 200} Feb 10 23:22:02.988012 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:22:03.077072 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-6b69a2ea-b3db-4d01-ac2b-4ec4737a755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.079745 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-6b69a2ea-b3db-4d01-ac2b-4ec4737a755c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1129 time: 0.0528369 Feb 10 23:22:03.198776 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-be0effb0-19b0-4ec8-b3a7-ff68878ffcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.200282 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-be0effb0-19b0-4ec8-b3a7-ff68878ffcb0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.1109371 Feb 10 23:22:03.285364 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-7558985b-ab2b-4aaf-a66a-546de04792e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 999 time: 0.0776534 Feb 10 23:22:03.333497 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-87aeade6-e1c8-4a27-a494-44a3d3428f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.335591 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-87aeade6-e1c8-4a27-a494-44a3d3428f86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0441756 Feb 10 23:22:03.386499 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-36750892-ab4a-459e-b42c-b9f146e744c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.388056 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-36750892-ab4a-459e-b42c-b9f146e744c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465231 Feb 10 23:22:03.395047 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'feba2577-3019-4910-bb3d-03613bbf0844', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'mac_address': 'fa:16:3e:0f:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:21:50Z', 'updated_at': '2022-02-10T23:22:02Z', 'revision_number': 1, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:03.426198 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:22:03.434812 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:22:03.435659 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:21:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:03.489393 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-34161438-5a3c-4ce3-b944-6bd81ecbeb89 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942881 Feb 10 23:22:03.562879 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:22:03.590057 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dcc08e0-5fbc-474c-b889-de72fa29f2d1 req-ecfd97e5-ff2f-4050-ac01-2192f62aea2b service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945973 Feb 10 23:22:03.781333 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'feba2577-3019-4910-bb3d-03613bbf0844', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'mac_address': 'fa:16:3e:0f:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:21:50Z', 'updated_at': '2022-02-10T23:22:02Z', 'revision_number': 1, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:03.810763 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38842e9d-bb26-4d49-b10c-3521672cb5a4 None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'feba2577-3019-4910-bb3d-03613bbf0844', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'mac_address': 'fa:16:3e:0f:23:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:21:50Z', 'updated_at': '2022-02-10T23:22:02Z', 'revision_number': 1, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:22:03.993705 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840bdc00-51dd-4fe1-9ac4-402a828ee89a None None] New status for floating IP feba2577-3019-4910-bb3d-03613bbf0844: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:22:06.007258 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:06.555469 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228b15d-76b0-4a47-928f-692fe62f2b2a req-ea1270c5-2d70-417d-8199-64346dd84bde tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:06.556865 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e228b15d-76b0-4a47-928f-692fe62f2b2a req-ea1270c5-2d70-417d-8199-64346dd84bde tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0518014 Feb 10 23:22:06.606886 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e228b15d-76b0-4a47-928f-692fe62f2b2a req-2000a030-abf1-4f8f-9d60-a1977cdca71a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444880 Feb 10 23:22:07.727611 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5052c72-9412-4096-afc0-aa728079d79d req-c1179f0c-6e50-4d8d-a829-c04f38d8c537 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:07.729031 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5052c72-9412-4096-afc0-aa728079d79d req-c1179f0c-6e50-4d8d-a829-c04f38d8c537 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0523984 Feb 10 23:22:07.773553 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-5004f4a1-f4c1-4c09-93ed-4615fe0de802 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:07.775021 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-5004f4a1-f4c1-4c09-93ed-4615fe0de802 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 946 time: 0.0526669 Feb 10 23:22:07.776366 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b5052c72-9412-4096-afc0-aa728079d79d req-993aa457-cb96-4d5e-af0e-09ca96c20652 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f4cb457-ba08-438b-a742-fbbe291c1bc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418050 Feb 10 23:22:07.865193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Deleting port a25615d6-ec32-477c-8f89-0ddab942330d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:22:07.865566 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:07.955510 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] For port a25615d6-ec32-477c-8f89-0ddab942330d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a25615d6-ec32-477c-8f89-0ddab942330d,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:07.956024 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:08.124096 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:08.124461 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (7a261c00-be9d-4744-9b54-d962b57c4623), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:08.124778 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Floating IP 7a261c00-be9d-4744-9b54-d962b57c4623 disassociated. External IP: 172.27.1.87, port: a25615d6-ec32-477c-8f89-0ddab942330d. Feb 10 23:22:08.125122 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Calling delete_port for a25615d6-ec32-477c-8f89-0ddab942330d owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:22:08.259163 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a25615d6-ec32-477c-8f89-0ddab942330d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:08.286997 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event deleted for resources: {'Port': ['ID=a25615d6-ec32-477c-8f89-0ddab942330d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:08.404341 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:22:08.513560 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:08.523167 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:22:08.532387 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:22:08.532998 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:21:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:08.554573 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] No DVR routers for this DVR port a25615d6-ec32-477c-8f89-0ddab942330d on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:22:08.557189 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:08.560796 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1329d307-c48e-464b-a5d1-1655a805d1c8 req-7bf863be-4a62-4ecc-9d17-1d99914a92ef tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "DELETE /v2.0/ports/a25615d6-ec32-477c-8f89-0ddab942330d HTTP/1.1" status: 204 len: 173 time: 0.7802575 Feb 10 23:22:08.561272 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'name': 'network-vif-deleted', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:22:08.564083 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4697594-5f24-45aa-a1ea-5866e3daad09" -d '{"events": [{"server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "name": "network-vif-deleted", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:22:08.604247 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986893ac-0f93-4834-a645-734a4764ae8a x-openstack-request-id: req-986893ac-0f93-4834-a645-734a4764ae8a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:22:08.604568 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f24c031-8792-4bf9-a616-96400cff235e", "name": "network-vif-deleted", "tag": "a25615d6-ec32-477c-8f89-0ddab942330d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:22:08.604824 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-986893ac-0f93-4834-a645-734a4764ae8a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:22:08.605224 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f24c031-8792-4bf9-a616-96400cff235e', 'name': 'network-vif-deleted', 'tag': 'a25615d6-ec32-477c-8f89-0ddab942330d', 'status': 'completed', 'code': 200} Feb 10 23:22:08.647483 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:22:08.851251 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:08.880769 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:22:08.884125 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cd498689-b524-4764-9a7c-84f0a29932db req-783f345f-06e2-4931-8090-40607c72e309 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=1f24c031-8792-4bf9-a616-96400cff235e HTTP/1.1" status: 200 len: 210 time: 0.0294826 Feb 10 23:22:08.889168 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:22:08.889767 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:21:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:08.997843 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:22:09.195085 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:09.221040 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfe474-5a6f-4f14-b48f-aec48ff7892f None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:22:09.419592 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f7c2eb-2d4d-4be2-a2ab-41c44eb1dc0c None None] New status for floating IP 7a261c00-be9d-4744-9b54-d962b57c4623: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:22:09.970401 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52366) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:10.024358 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ad6f17-62db-4ea7-b100-3c2657ddb48b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (6f4cb457-ba08-438b-a742-fbbe291c1bc0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.047611 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ad6f17-62db-4ea7-b100-3c2657ddb48b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (6f4cb457-ba08-438b-a742-fbbe291c1bc0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.095785 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ad6f17-62db-4ea7-b100-3c2657ddb48b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (6f4cb457-ba08-438b-a742-fbbe291c1bc0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.098381 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03ad6f17-62db-4ea7-b100-3c2657ddb48b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.099530 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-03ad6f17-62db-4ea7-b100-3c2657ddb48b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "DELETE /v2.0/security-groups/6f4cb457-ba08-438b-a742-fbbe291c1bc0 HTTP/1.1" status: 204 len: 168 time: 0.1281452 Feb 10 23:22:10.103144 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52368) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:10.109096 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad6f17-62db-4ea7-b100-3c2657ddb48b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4cb457-ba08-438b-a742-fbbe291c1bc0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:10.133963 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.api.v2.resource [None req-b11478a6-9ed7-4f9a-b158-192b8bfb544c tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] show failed (client error): The resource could not be found. Feb 10 23:22:10.135000 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b11478a6-9ed7-4f9a-b158-192b8bfb544c tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups/6f4cb457-ba08-438b-a742-fbbe291c1bc0 HTTP/1.1" status: 404 len: 347 time: 0.0308597 Feb 10 23:22:10.138018 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52370) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:10.261357 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Deleting port 334be04f-9da5-4524-b7e4-a7af43415489 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:22:10.261590 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (334be04f-9da5-4524-b7e4-a7af43415489), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.333154 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (334be04f-9da5-4524-b7e4-a7af43415489), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.333476 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (334be04f-9da5-4524-b7e4-a7af43415489), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.345716 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Calling delete_port for 334be04f-9da5-4524-b7e4-a7af43415489 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:22:10.482146 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (334be04f-9da5-4524-b7e4-a7af43415489), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.506395 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event deleted for resources: {'Port': ['ID=334be04f-9da5-4524-b7e4-a7af43415489,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:10.569238 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (7a261c00-be9d-4744-9b54-d962b57c4623), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.572170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.573319 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2aff3de8-c5e7-4b71-83f3-099def95175d tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "DELETE /v2.0/floatingips/7a261c00-be9d-4744-9b54-d962b57c4623 HTTP/1.1" status: 204 len: 168 time: 0.4338496 Feb 10 23:22:10.755022 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52374) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:10.760205 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934150974', 'description': 'tempest-description--633391016'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:10.780377 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.846246 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.849798 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.879424 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.880659 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1246123 Feb 10 23:22:10.883286 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ce221-523d-4534-ba4e-d3cde8ef5f9e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:10.884162 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52376) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:10.888786 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'security_group_rule': {'security_group_id': '785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:10.914230 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (ce455106-2af8-4906-8dd3-88f863178776), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.958361 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (ce455106-2af8-4906-8dd3-88f863178776), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.962625 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (ce455106-2af8-4906-8dd3-88f863178776), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.979580 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce455106-2af8-4906-8dd3-88f863178776,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:10.987250 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:10.988485 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e7e643c8-a0b2-4d5f-b5bc-b32f8bfd1435 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1032350 Feb 10 23:22:10.991258 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:10.995466 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'security_group_rule': {'security_group_id': '785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:11.018598 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (1c373d25-eb2a-43a9-8090-2f5893f847db), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.074797 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (1c373d25-eb2a-43a9-8090-2f5893f847db), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.078570 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (1c373d25-eb2a-43a9-8090-2f5893f847db), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.099252 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c373d25-eb2a-43a9-8090-2f5893f847db,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:11.104683 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.106353 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e35951f2-ea15-4a60-b185-120bf41071a9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137826 Feb 10 23:22:11.109015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52380) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:11.113180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:11.134408 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.197756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a25615d6-ec32-477c-8f89-0ddab942330d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:22:11.218107 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a25615d6-ec32-477c-8f89-0ddab942330d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:22:11.218459 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a25615d6-ec32-477c-8f89-0ddab942330d not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:22:11.228216 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.332641 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Allocated IP 172.27.1.26 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/3223323f-4e21-4418-9103-0a8faf76b171) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:22:11.433109 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for port (3223323f-4e21-4418-9103-0a8faf76b171), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.466786 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (3223323f-4e21-4418-9103-0a8faf76b171), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.511837 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:11.514688 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:11.517167 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:22:11.528423 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'Port': ['ID=3223323f-4e21-4418-9103-0a8faf76b171,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:11.569512 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (69893380-bb15-4522-92cd-2198b2f51036), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.605050 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (3223323f-4e21-4418-9103-0a8faf76b171), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.763431 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for port (3223323f-4e21-4418-9103-0a8faf76b171), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.768005 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (3223323f-4e21-4418-9103-0a8faf76b171), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.798735 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (69893380-bb15-4522-92cd-2198b2f51036), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.820446 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:11.821678 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7117443 Feb 10 23:22:11.825122 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3013d-4557-4abe-9c19-e94fc5cd8229 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'Port': ['ID=3223323f-4e21-4418-9103-0a8faf76b171,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:12.011137 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-507c4a65-9b1c-4a56-bbe6-586525271b49 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1934150974&fields=id&tenant_id=77ee0d232a574e3e8ad570987e058990 HTTP/1.1" status: 200 len: 267 time: 0.0421247 Feb 10 23:22:12.117119 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-c4f97213-b601-4072-a063-cc0aa73e2957 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:12.118596 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-c4f97213-b601-4072-a063-cc0aa73e2957 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 811 time: 0.1013680 Feb 10 23:22:12.133914 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-8bff0394-2669-42ae-b457-8a8194487b8f tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/quotas/77ee0d232a574e3e8ad570987e058990 HTTP/1.1" status: 200 len: 375 time: 0.0093727 Feb 10 23:22:12.191123 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-50402102-0b2e-4671-b979-933b082657b7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519717 Feb 10 23:22:12.333488 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-5fdeb51b-442f-445d-aa96-238cb6d1777a service neutron] 10.222.0.77 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312680 Feb 10 23:22:12.421925 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-0271bc95-deac-4a2a-8f75-40fbf66a922d service neutron] 10.222.0.77 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819826 Feb 10 23:22:12.580437 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86a8cf71-a863-4031-b74f-8a3353a2f1ec req-388bec3e-c296-4874-8fd0-fd0c552bb340 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 210 time: 0.0281489 Feb 10 23:22:12.884261 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b891df44-16df-4cb4-a4b4-9a6785cf16fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:13.570794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-13b6b61f-8d95-4ce3-a529-b4a0c099560b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:13.572292 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-13b6b61f-8d95-4ce3-a529-b4a0c099560b tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 811 time: 0.1052248 Feb 10 23:22:13.643435 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-6a51b102-a9c2-498a-b374-0452b3a91651 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77ee0d232a574e3e8ad570987e058990 HTTP/1.1" status: 200 len: 380 time: 0.0542588 Feb 10 23:22:13.653423 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'port': {'device_id': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'admin_state_up': True, 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'security_groups': ['785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:13.678235 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-16e46f60-5851-4b91-b61a-31826e1c78a0 req-474a5957-6d2a-4fdc-b2d1-64acf2610540 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 210 time: 0.0279610 Feb 10 23:22:13.758793 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Made reservation on behalf of 77ee0d232a574e3e8ad570987e058990 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:22:13.762120 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:13.885760 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Allocated IP 172.20.0.4 (6b812fe7-d639-43f6-9ed4-56545ad39751/e8715722-3d4f-492c-83cc-d64164caf5b5/2b3d23f8-fc32-4989-9f1c-cd85af3efae1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:22:14.019887 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.052278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.095329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:14.098344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:14.102035 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:22:14.129232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event updated for resources: {'Port': ['ID=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:14.157275 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:14.158032 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.175495 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-a6e7c077-7012-471e-b22e-99c4b34abdcb tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5255284 Feb 10 23:22:14.192762 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Request body: {'port': {'device_id': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:14.257245 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.369627 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6b7e1bc3-4aa7-460f-b046-99cb2c48920f None None] Provisioning complete for port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:14.370175 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1bc3-4aa7-460f-b046-99cb2c48920f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.403909 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e1bc3-4aa7-460f-b046-99cb2c48920f None None] Port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:22:14.514171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:22:14.521499 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Publish callbacks [] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.533702 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Transition to ACTIVE for port object 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:14.536930 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.586893 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:14.657605 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Attempting to bind port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:22:14.658277 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Attempting to bind port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:22:14.658277 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Attempting to bind port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 on network 6b812fe7-d639-43f6-9ed4-56545ad39751 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:22:14.662864 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 on network 6b812fe7-d639-43f6-9ed4-56545ad39751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:22:14.663305 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Attempting to bind port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 on network 6b812fe7-d639-43f6-9ed4-56545ad39751 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:22:14.668311 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:22:14.668653 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Checking segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:22:14.669048 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Bound using segment: {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:22:14.669475 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Bound port: 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '820d18ec-368a-4aef-b3de-4f15933c2900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:22:14.669840 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.736698 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] For port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:22:14.739863 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] For port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:22:14.746211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.816349 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:14.816980 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:14.818361 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] 10.222.0.43 "PUT /v2.0/ports/2b3d23f8-fc32-4989-9f1c-cd85af3efae1 HTTP/1.1" status: 200 len: 1093 time: 0.6299872 Feb 10 23:22:14.821073 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:22:14.823321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf47fa63-edff-45eb-accb-288ac3482982" -d '{"events": [{"name": "network-changed", "server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:22:14.860122 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d10b8-326f-45d2-b8f2-d420c045ad46 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:14.872785 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121a877-90b5-470d-b539-0c550fcc9591 req-adfd4bf5-e7a7-4d53-9221-6cdb95a3cd36 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:14.874349 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e121a877-90b5-470d-b539-0c550fcc9591 req-adfd4bf5-e7a7-4d53-9221-6cdb95a3cd36 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 943 time: 0.1259952 Feb 10 23:22:14.886738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05291b47-69a3-48cf-8be9-82e8f27c9291 x-openstack-request-id: req-05291b47-69a3-48cf-8be9-82e8f27c9291 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:22:14.887129 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:22:14.887466 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05291b47-69a3-48cf-8be9-82e8f27c9291 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:22:14.888020 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'status': 'completed', 'code': 200} Feb 10 23:22:14.959956 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e121a877-90b5-470d-b539-0c550fcc9591 req-baea87a3-381f-4452-89ce-d470fc46a80c tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750544 Feb 10 23:22:14.972273 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-ed2abde7-e40f-4e01-9793-1e3d7cce2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:14.973777 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-ed2abde7-e40f-4e01-9793-1e3d7cce2e16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 1127 time: 0.0704634 Feb 10 23:22:15.022486 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-ece67fd2-ee1e-423d-ab26-4961cbd56277 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1 HTTP/1.1" status: 200 len: 217 time: 0.0357945 Feb 10 23:22:15.076028 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-ca689d72-6eb5-420d-aa21-010ff994f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.077553 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-ca689d72-6eb5-420d-aa21-010ff994f2db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0494967 Feb 10 23:22:15.127733 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bbd59-6b5d-4512-8f4a-726984928193 req-0506807d-3ace-4161-b4f6-ad4377569f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.129276 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-0506807d-3ace-4161-b4f6-ad4377569f66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447793 Feb 10 23:22:15.220073 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-2f05fd1b-d3eb-4b80-a503-c6f5569ab946 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843773 Feb 10 23:22:15.227261 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfca4949-7eaa-44f7-be8e-ef287cd721ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:15.242796 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:22:15.309878 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-707bbd59-6b5d-4512-8f4a-726984928193 req-d56a2a94-d0bf-41b7-8666-6bffcf548f41 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835047 Feb 10 23:22:15.457690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fa63-edff-45eb-accb-288ac3482982 req-4d8ca29c-55df-46ed-bb05-d225cf6dcb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.459359 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-4d8ca29c-55df-46ed-bb05-d225cf6dcb58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 1127 time: 0.0453982 Feb 10 23:22:15.552630 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fa63-edff-45eb-accb-288ac3482982 req-9d6a68f7-d3a2-477e-b003-34842d54a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.554992 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-9d6a68f7-d3a2-477e-b003-34842d54a9b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.0904078 Feb 10 23:22:15.597059 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-27566e12-9774-413d-9497-27e91397a4b9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1 HTTP/1.1" status: 200 len: 217 time: 0.0366688 Feb 10 23:22:15.647472 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fa63-edff-45eb-accb-288ac3482982 req-d80798c4-b273-4826-a590-af9de17105ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.649040 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-d80798c4-b273-4826-a590-af9de17105ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0469413 Feb 10 23:22:15.944469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:15.947747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47fa63-edff-45eb-accb-288ac3482982 req-66d87ad0-4b08-4712-9147-9022f022d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.949291 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-66d87ad0-4b08-4712-9147-9022f022d809 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2951765 Feb 10 23:22:16.038640 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-46bce250-7df6-466b-ba98-5bd53435320d service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823903 Feb 10 23:22:16.088353 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13efbcc-1f90-4480-9ceb-bf19c0711618 req-f3a4a441-c62d-460d-a96b-9200ee257c7a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:16.090689 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c13efbcc-1f90-4480-9ceb-bf19c0711618 req-f3a4a441-c62d-460d-a96b-9200ee257c7a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 943 time: 0.0615036 Feb 10 23:22:16.133089 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bf47fa63-edff-45eb-accb-288ac3482982 req-1cd4d199-6d1d-4658-9242-de9304bce247 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884750 Feb 10 23:22:16.137993 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c13efbcc-1f90-4480-9ceb-bf19c0711618 req-3ad5fa9f-d2b0-4db9-9d1d-d3d15a51a645 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411420 Feb 10 23:22:17.261270 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1501a-4858-4b63-bfe1-ebcba0ad1a3b req-71a2a0f8-20e5-47da-8d72-061b743ff611 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:17.262804 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ca1501a-4858-4b63-bfe1-ebcba0ad1a3b req-71a2a0f8-20e5-47da-8d72-061b743ff611 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 943 time: 0.0581229 Feb 10 23:22:17.308624 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ca1501a-4858-4b63-bfe1-ebcba0ad1a3b req-4c11ed10-dd9f-4933-b38e-5e29f0e655b0 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Feb 10 23:22:17.621716 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:18.424809 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca74cfd-02c3-46d1-9948-5eaafcbdea50 req-fba06951-a79c-4ee8-9bfd-984f52536a03 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:18.426285 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8ca74cfd-02c3-46d1-9948-5eaafcbdea50 req-fba06951-a79c-4ee8-9bfd-984f52536a03 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 943 time: 0.0519040 Feb 10 23:22:18.472079 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8ca74cfd-02c3-46d1-9948-5eaafcbdea50 req-fa08ab7e-daea-488a-be67-abe0b9fa57be tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400836 Feb 10 23:22:19.233502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:22:19.329624 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:19.340911 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'port_id': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'mac_address': 'fa:16:3e:aa:10:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:22:19.376150 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:22:19.376533 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:19.389145 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:22:19.409510 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:19.413358 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:19.461046 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:19.564535 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:19.599526 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d95d-3a5a-4cd4-bd67-9cfa55b9932a req-8cd8a720-2c02-432c-b44c-e388cab287f7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:19.601145 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4c8d95d-3a5a-4cd4-bd67-9cfa55b9932a req-8cd8a720-2c02-432c-b44c-e388cab287f7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 944 time: 0.0593703 Feb 10 23:22:19.647025 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4c8d95d-3a5a-4cd4-bd67-9cfa55b9932a req-a1f343cc-a8b1-4880-8895-1da1ce404ef6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403540 Feb 10 23:22:19.874049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['2b3d23f8-fc32-4989-9f1c-cd85af3efae1'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:22:20.761409 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc4dd7-b60e-4ead-904d-88174e26f56a req-5ed8bdb5-6ac8-4522-9eaf-ad13ed8e24b6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:20.762904 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cafc4dd7-b60e-4ead-904d-88174e26f56a req-5ed8bdb5-6ac8-4522-9eaf-ad13ed8e24b6 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Feb 10 23:22:20.811590 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cafc4dd7-b60e-4ead-904d-88174e26f56a req-d36aa923-c1d1-4514-af36-5083cec7f907 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433724 Feb 10 23:22:21.262511 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:22:21.312978 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:21.316854 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:21.317235 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:21.391067 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:22:21.391455 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:21.413808 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:22:21.416061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73159a8-1a98-4ac2-83a7-36e8015cad6e" -d '{"events": [{"server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "name": "network-vif-plugged", "status": "completed", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:22:21.429451 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:22:21.433722 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:21.456177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17303ee-9ccd-4600-a5d5-3a5f123a76c3 x-openstack-request-id: req-f17303ee-9ccd-4600-a5d5-3a5f123a76c3 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:22:21.456473 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "name": "network-vif-plugged", "status": "completed", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:22:21.456731 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f17303ee-9ccd-4600-a5d5-3a5f123a76c3 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:22:21.457123 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'code': 200} Feb 10 23:22:21.485811 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:21.672941 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43a5e1-ccb1-46c1-86c9-7012181241af req-21495493-3bc5-48fa-9e6d-8ff46511a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:21.674421 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb43a5e1-ccb1-46c1-86c9-7012181241af req-21495493-3bc5-48fa-9e6d-8ff46511a1bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 1129 time: 0.0427663 Feb 10 23:22:21.716885 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb43a5e1-ccb1-46c1-86c9-7012181241af req-14ad1c12-6151-49c7-8ecd-16c1b03998ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353816 Feb 10 23:22:21.928821 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5d418-9db8-4b37-bfc1-0b59e6a396c8 req-9047845b-4a85-40d0-b750-ebbf0e9b23c0 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:21.930189 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f1b5d418-9db8-4b37-bfc1-0b59e6a396c8 req-9047845b-4a85-40d0-b750-ebbf0e9b23c0 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0515258 Feb 10 23:22:21.976153 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f1b5d418-9db8-4b37-bfc1-0b59e6a396c8 req-eda7ceae-82fd-415b-a5a4-4c75a7b43b8f tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404320 Feb 10 23:22:23.098964 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fb8c2-1ac7-4b79-af7e-140f4791812f req-5d696ceb-1e97-4b1f-a257-a688bb2efaca tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:23.101189 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f48fb8c2-1ac7-4b79-af7e-140f4791812f req-5d696ceb-1e97-4b1f-a257-a688bb2efaca tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0583534 Feb 10 23:22:23.149413 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f48fb8c2-1ac7-4b79-af7e-140f4791812f req-c34bcbab-af40-4915-96c4-0cf8f5d75ea7 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Feb 10 23:22:24.266103 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b97e-def5-4265-a62a-5bea14c70d98 req-bad49898-a4d7-4c86-8fb7-970cb70f9f8a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:24.267560 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ca12b97e-def5-4265-a62a-5bea14c70d98 req-bad49898-a4d7-4c86-8fb7-970cb70f9f8a tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0507338 Feb 10 23:22:24.313197 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ca12b97e-def5-4265-a62a-5bea14c70d98 req-8631a0f7-95d0-4b0a-bf07-e5f0d7aabd03 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397911 Feb 10 23:22:24.425465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be3e8-ccfb-4aeb-94e7-d257294caf74 req-bcf1f8f3-ce86-456d-9154-e45f32de25ac tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:24.426980 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e18be3e8-ccfb-4aeb-94e7-d257294caf74 req-bcf1f8f3-ce86-456d-9154-e45f32de25ac tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0522053 Feb 10 23:22:24.435955 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52440) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:22:24.440387 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Request body: {'floatingip': {'port_id': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:24.479024 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (69893380-bb15-4522-92cd-2198b2f51036), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:24.909787 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:24.913747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (69893380-bb15-4522-92cd-2198b2f51036), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:25.013426 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Floating IP 69893380-bb15-4522-92cd-2198b2f51036 associated. External IP: 172.27.1.26, port: 2b3d23f8-fc32-4989-9f1c-cd85af3efae1. Feb 10 23:22:25.219640 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:22:25.325531 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:22:25.330414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:25.335737 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:22:25.345759 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:22:25.346370 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:22:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:25.360184 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d4531818-f02e-4e80-8291-b33db6a080f5 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "PUT /v2.0/floatingips/69893380-bb15-4522-92cd-2198b2f51036 HTTP/1.1" status: 200 len: 990 time: 0.9231133 Feb 10 23:22:25.360784 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:22:25.363066 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875cf9a8-53c3-48ac-805d-8f40351c7f88" -d '{"events": [{"name": "network-changed", "server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:22:25.403097 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbb5755-8fb9-4229-ad77-3272a482ea0b x-openstack-request-id: req-7dbb5755-8fb9-4229-ad77-3272a482ea0b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:22:25.403397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:22:25.403841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dbb5755-8fb9-4229-ad77-3272a482ea0b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:22:25.404268 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'status': 'completed', 'code': 200} Feb 10 23:22:25.458724 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:22:25.493431 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-639268c4-3365-4977-94e7-c5ed16798c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:25.495002 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-639268c4-3365-4977-94e7-c5ed16798c95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=77ee0d232a574e3e8ad570987e058990&device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 1129 time: 0.0466149 Feb 10 23:22:25.611346 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-b91a0ace-922d-4495-b6bf-af383860267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:25.612904 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-b91a0ace-922d-4495-b6bf-af383860267d service neutron] 10.222.0.43 "GET /v2.0/networks?id=6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 200 len: 912 time: 0.1125431 Feb 10 23:22:25.687613 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-7c385a25-81cd-4482-b249-d1907f0530ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1 HTTP/1.1" status: 200 len: 998 time: 0.0687873 Feb 10 23:22:25.732441 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '69893380-bb15-4522-92cd-2198b2f51036', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'port_id': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'mac_address': 'fa:16:3e:aa:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:22:11Z', 'updated_at': '2022-02-10T23:22:24Z', 'revision_number': 1, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:25.742462 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-d348ff30-5ff2-4089-ba12-7e6998d3ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:25.744062 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-d348ff30-5ff2-4089-ba12-7e6998d3ee33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 200 len: 850 time: 0.0510535 Feb 10 23:22:25.763304 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:22:25.772321 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:22:25.772997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:22:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:25.794184 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-8ff5a401-4031-4639-a3e5-c9849b5a91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:25.796132 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-8ff5a401-4031-4639-a3e5-c9849b5a91cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6b812fe7-d639-43f6-9ed4-56545ad39751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454335 Feb 10 23:22:25.881087 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:22:25.890410 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-84684722-88cf-4239-b049-94a12f52e377 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872462 Feb 10 23:22:25.981961 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-875cf9a8-53c3-48ac-805d-8f40351c7f88 req-39af37e0-a6fd-424c-9aef-b299023586d5 service neutron] 10.222.0.43 "GET /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848446 Feb 10 23:22:26.105324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '69893380-bb15-4522-92cd-2198b2f51036', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'port_id': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'mac_address': 'fa:16:3e:aa:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:22:11Z', 'updated_at': '2022-02-10T23:22:24Z', 'revision_number': 1, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:26.135146 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08e4139-9eff-473e-96b9-58da06913db8 None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '69893380-bb15-4522-92cd-2198b2f51036', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'floating_ip_address': '172.27.1.26', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'port_id': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'mac_address': 'fa:16:3e:aa:10:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:22:11Z', 'updated_at': '2022-02-10T23:22:24Z', 'revision_number': 1, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:22:26.308478 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40e76ac-5d88-4566-a861-37534f2968f5 None None] New status for floating IP 69893380-bb15-4522-92cd-2198b2f51036: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:22:36.012532 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:38.113385 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-344950e1-ceea-4b92-bda0-2335b286dce3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432475 Feb 10 23:22:38.200272 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d933e-1a72-4155-809a-d49924b854e4 req-6842e86b-65a0-4751-9aff-5d892e6f9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:38.201791 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-6842e86b-65a0-4751-9aff-5d892e6f9ef9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.0484641 Feb 10 23:22:38.302358 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d933e-1a72-4155-809a-d49924b854e4 req-facc9755-0ba8-44f6-be8d-5c2103102af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:38.303907 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-facc9755-0ba8-44f6-be8d-5c2103102af3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.0834644 Feb 10 23:22:38.370696 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-9036c1e2-96c9-45dd-bdb2-5eac7dc576dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 1000 time: 0.0605204 Feb 10 23:22:38.418278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d933e-1a72-4155-809a-d49924b854e4 req-81238696-5d5b-4e57-89e6-d4944b4d5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:38.419720 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-81238696-5d5b-4e57-89e6-d4944b4d5520 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0434735 Feb 10 23:22:38.467412 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d933e-1a72-4155-809a-d49924b854e4 req-1314ea69-b50a-4409-a61c-812dc9a0c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:38.468899 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-1314ea69-b50a-4409-a61c-812dc9a0c497 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433769 Feb 10 23:22:38.557260 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-5fe28adf-3326-4bb2-8f9b-b140128aaf14 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819519 Feb 10 23:22:38.643102 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-721d933e-1a72-4155-809a-d49924b854e4 req-04325f8d-723a-47cd-ae30-ab86c658d753 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797684 Feb 10 23:22:42.886213 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-08ef4731-062c-47c3-971f-8e2fe058fe6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:45.230782 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f70a7427-978d-464c-90f0-903402adc77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:45.946256 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:47.624804 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:49.556876 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:22:52.241682 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:23:06.018305 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:06.541245 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64c8a2-cc06-464b-816d-6ffe5a50b96d req-e9815356-1fdb-49cf-8d3f-d4013b804f6a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:06.542657 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e64c8a2-cc06-464b-816d-6ffe5a50b96d req-e9815356-1fdb-49cf-8d3f-d4013b804f6a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0560873 Feb 10 23:23:06.591231 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e64c8a2-cc06-464b-816d-6ffe5a50b96d req-a01eba46-54cd-4650-a415-6b58fd7140d3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Feb 10 23:23:07.723105 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf96b5-3f13-49f3-8980-56ace4f88d81 req-b021772b-d23e-4558-939d-66a20c0c89e3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:07.724567 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3eaf96b5-3f13-49f3-8980-56ace4f88d81 req-b021772b-d23e-4558-939d-66a20c0c89e3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0630524 Feb 10 23:23:07.774171 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3eaf96b5-3f13-49f3-8980-56ace4f88d81 req-0ce17711-920c-48da-a576-0f805bcbaa6b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 Feb 10 23:23:08.892626 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd4559-6c29-4443-a0e0-d48ab3ee115b req-52fc2e02-6bb2-4775-9793-5ad4ba77286a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:08.894080 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0cdd4559-6c29-4443-a0e0-d48ab3ee115b req-52fc2e02-6bb2-4775-9793-5ad4ba77286a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Feb 10 23:23:08.940247 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0cdd4559-6c29-4443-a0e0-d48ab3ee115b req-c9aea0f5-65c0-4f15-9fb1-c37f88220e1d tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407734 Feb 10 23:23:10.057489 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d541-0468-4cf4-86b3-c5f93c31c11b req-e66656be-f2cd-4e6a-a925-f49b03694a4a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:10.058959 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7c3d541-0468-4cf4-86b3-c5f93c31c11b req-e66656be-f2cd-4e6a-a925-f49b03694a4a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0517738 Feb 10 23:23:10.107626 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7c3d541-0468-4cf4-86b3-c5f93c31c11b req-c3275ec4-0a88-498d-9b5b-a2c27d41e770 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431592 Feb 10 23:23:11.222137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0ab46-e41f-4707-9515-87bf8a1f18eb req-1f5686e2-7c0c-45bd-b156-1f012fe43834 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:11.223719 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76d0ab46-e41f-4707-9515-87bf8a1f18eb req-1f5686e2-7c0c-45bd-b156-1f012fe43834 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0511825 Feb 10 23:23:11.275542 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76d0ab46-e41f-4707-9515-87bf8a1f18eb req-272409af-0515-4fba-837a-9d088c991ee9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457325 Feb 10 23:23:12.394513 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614f5e-8263-475f-a57f-0c2a4165ea2d req-10ce2a88-d3c5-4ae0-a342-e1b0845c4866 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:12.396062 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9f614f5e-8263-475f-a57f-0c2a4165ea2d req-10ce2a88-d3c5-4ae0-a342-e1b0845c4866 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0565042 Feb 10 23:23:12.445142 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9f614f5e-8263-475f-a57f-0c2a4165ea2d req-dbe02c1b-404d-46b3-b270-0c6a7101f9af tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419219 Feb 10 23:23:12.887178 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-302926d3-23ab-4081-86c5-ea560ddf4ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:13.560969 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718df3a-f5d0-434c-8be2-1393aee27733 req-b204f475-0ddc-4105-bde0-ed459a7aec3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:13.562499 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8718df3a-f5d0-434c-8be2-1393aee27733 req-b204f475-0ddc-4105-bde0-ed459a7aec3f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0519390 Feb 10 23:23:13.609222 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8718df3a-f5d0-434c-8be2-1393aee27733 req-ac23bdcb-dfc8-46f8-afc0-9fe3a304549d tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Feb 10 23:23:14.725109 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb91827-eda1-4ea1-9383-5f7235f0db5e req-5f575fc1-19ff-49d4-9d22-f3ebffcf2bf0 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:14.726566 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cb91827-eda1-4ea1-9383-5f7235f0db5e req-5f575fc1-19ff-49d4-9d22-f3ebffcf2bf0 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0513976 Feb 10 23:23:14.773325 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7cb91827-eda1-4ea1-9383-5f7235f0db5e req-066f6e0c-b518-49b7-a0ee-44d8bb66aa18 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Feb 10 23:23:15.232261 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0daa5ac-7dfa-435c-9a2e-f06d56354009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:15.887567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782d61d-b182-4c9f-b0d8-2b8b10f321da req-4e6f054b-61f0-4c81-bf70-3d12e9638d72 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:15.889047 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2782d61d-b182-4c9f-b0d8-2b8b10f321da req-4e6f054b-61f0-4c81-bf70-3d12e9638d72 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0513477 Feb 10 23:23:15.937009 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2782d61d-b182-4c9f-b0d8-2b8b10f321da req-f41db74a-9813-442e-abee-b77385faac18 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425472 Feb 10 23:23:15.952027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:16.764570 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-9856767f-e34e-4e48-80a2-5907f8528b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:16.766036 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-9856767f-e34e-4e48-80a2-5907f8528b3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.0469797 Feb 10 23:23:16.853807 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-3ce69b42-e416-45dc-b877-dc53af766daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:16.855253 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-3ce69b42-e416-45dc-b877-dc53af766daf service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.0828624 Feb 10 23:23:16.925920 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-9d2c1b4b-3787-4860-b361-67d1017cf217 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 1000 time: 0.0642824 Feb 10 23:23:16.973819 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-1637f228-d8b4-4059-9c3f-882117e0e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:16.975267 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-1637f228-d8b4-4059-9c3f-882117e0e8e1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0435901 Feb 10 23:23:17.023765 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-85596cde-570b-4b00-aec6-cb2664007cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:17.025831 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-85596cde-570b-4b00-aec6-cb2664007cfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442216 Feb 10 23:23:17.054026 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee27175-e66f-42a5-9139-327eb751e4dd req-05a94f64-2a6b-4aa1-a6ee-f46d65f560bb tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:17.055502 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fee27175-e66f-42a5-9139-327eb751e4dd req-05a94f64-2a6b-4aa1-a6ee-f46d65f560bb tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0515010 Feb 10 23:23:17.113116 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fee27175-e66f-42a5-9139-327eb751e4dd req-bacb18f3-419f-4adb-be3d-c2c2e8d1fc50 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519845 Feb 10 23:23:17.120981 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-9d31b0f5-85db-4f9b-bdc6-3a61cafb6217 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888686 Feb 10 23:23:17.206566 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9d86280-56f6-411e-957c-5e15b46196a8 req-5ed31fe2-54d3-44a5-bef3-a96e518a9a6e service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797534 Feb 10 23:23:17.627301 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:18.234312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e0ac6-c907-4900-a1f1-c816d5831812 req-a6585ba7-272d-4c76-a93a-0deaf3c296f6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:18.235774 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815e0ac6-c907-4900-a1f1-c816d5831812 req-a6585ba7-272d-4c76-a93a-0deaf3c296f6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0562472 Feb 10 23:23:18.283710 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-815e0ac6-c907-4900-a1f1-c816d5831812 req-bd1acf22-a23d-4638-b91b-d1bd306929c9 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 Feb 10 23:23:19.415442 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a2b7-217a-4092-ac7b-cab3a0dd3a57 req-eb38d0ad-c80f-4de7-973e-193effbc5650 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:19.418536 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bd56a2b7-217a-4092-ac7b-cab3a0dd3a57 req-eb38d0ad-c80f-4de7-973e-193effbc5650 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0590189 Feb 10 23:23:19.467744 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bd56a2b7-217a-4092-ac7b-cab3a0dd3a57 req-c4260ed1-d8e0-4595-b1d5-b0a44079609c tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Feb 10 23:23:19.472050 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562120-27bb-4960-a811-90f46ad37856 req-ef58ed7c-603a-4cd8-801f-fc07c721b6de tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:19.473548 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c562120-27bb-4960-a811-90f46ad37856 req-ef58ed7c-603a-4cd8-801f-fc07c721b6de tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0527141 Feb 10 23:23:19.521079 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5c562120-27bb-4960-a811-90f46ad37856 req-fb2978d8-7e92-4645-9495-66812176c99d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408745 Feb 10 23:23:19.559631 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:19.661464 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52600) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:19.679030 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69f72a-070b-483b-be35-2dc15a7b6d92 req-efb6980b-9b13-4a44-8182-ba65751671fe tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:19.680547 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1a69f72a-070b-483b-be35-2dc15a7b6d92 req-efb6980b-9b13-4a44-8182-ba65751671fe tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0535092 Feb 10 23:23:19.731038 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1a69f72a-070b-483b-be35-2dc15a7b6d92 req-06d6f379-54ad-456f-97b0-e8c2c62dbcea tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450234 Feb 10 23:23:19.755904 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-ec3eef0c-0f28-410f-a101-516ecea5c6bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923789 Feb 10 23:23:19.764134 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-702e130d-0519-4905-8dbd-7e13ffed7a0a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:23:19.765164 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-702e130d-0519-4905-8dbd-7e13ffed7a0a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049224 Feb 10 23:23:19.842419 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52608) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:19.935560 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-4d53f76d-c934-48c0-83c0-fd6c383b0632 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:19.936927 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-4d53f76d-c934-48c0-83c0-fd6c383b0632 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports/cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 942 time: 0.0935102 Feb 10 23:23:20.644795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c90b3-e757-436a-87fb-9750c8bd03ff req-d9289f6e-ee38-40ae-ba2c-35c6cc0e7049 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:20.646305 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b2c90b3-e757-436a-87fb-9750c8bd03ff req-d9289f6e-ee38-40ae-ba2c-35c6cc0e7049 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0531633 Feb 10 23:23:20.693145 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b2c90b3-e757-436a-87fb-9750c8bd03ff req-321d89a1-4c19-4baf-a63c-3b199913ad06 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406728 Feb 10 23:23:20.856147 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd144f5-9a34-40e6-8af4-7885af85769a req-532abd55-baf4-450a-9cfe-252d77d955dc tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:20.857667 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ddd144f5-9a34-40e6-8af4-7885af85769a req-532abd55-baf4-450a-9cfe-252d77d955dc tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0573800 Feb 10 23:23:20.908690 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ddd144f5-9a34-40e6-8af4-7885af85769a req-a6ca4662-915f-4c11-a19d-410ce0906a89 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Feb 10 23:23:21.460419 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-77768d39-f042-40c3-9b0c-1527a4698659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.461940 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-77768d39-f042-40c3-9b0c-1527a4698659 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334&tenant_id=8112af212c7944688c5d2b566cd01406 HTTP/1.1" status: 200 len: 1129 time: 0.0442467 Feb 10 23:23:21.542662 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-297f6386-8f91-4f98-87b4-82798a67ad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.544221 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-297f6386-8f91-4f98-87b4-82798a67ad60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.0476346 Feb 10 23:23:21.592671 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:23:21.633225 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-9317804a-c5c2-4011-8bff-bf3abf254e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.635311 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-9317804a-c5c2-4011-8bff-bf3abf254e51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.0850089 Feb 10 23:23:21.669181 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:23:21.669568 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:21.692255 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:23:21.694573 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7dd6ac-1e7b-43f1-ac76-9bea1e1311aa" -d '{"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:23:21.705336 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-54eb38ea-214d-44b2-ac4a-c847566df547 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 1000 time: 0.0627618 Feb 10 23:23:21.707886 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:21.711986 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:21.738539 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Feb 2022 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2953d4bb-dadd-4f68-bcca-e0ca71e756e4 x-openstack-request-id: req-2953d4bb-dadd-4f68-bcca-e0ca71e756e4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:23:21.738836 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:23:21.739093 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2953d4bb-dadd-4f68-bcca-e0ca71e756e4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:23:21.739484 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'code': 200} Feb 10 23:23:21.769634 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-ff3d52e1-879f-4f69-9f12-e84801a2e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.770284 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:21.771943 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-ff3d52e1-879f-4f69-9f12-e84801a2e889 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0605240 Feb 10 23:23:21.777867 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.778222 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.778567 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.778908 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.779243 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.779576 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.779936 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.780267 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.780601 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.780934 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.781256 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.781578 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.781898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:21.819926 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492b30b-c74a-4614-903f-a574861f7ce3 req-bc3a7735-7a3a-483c-a9ea-5ebd6c09f768 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.821417 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1492b30b-c74a-4614-903f-a574861f7ce3 req-bc3a7735-7a3a-483c-a9ea-5ebd6c09f768 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0525715 Feb 10 23:23:21.824771 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-19be427b-33f3-4f00-86f8-827159244fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.826351 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-19be427b-33f3-4f00-86f8-827159244fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482752 Feb 10 23:23:21.869827 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1492b30b-c74a-4614-903f-a574861f7ce3 req-8eeb363a-2512-4366-bdb6-98937777cb85 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Feb 10 23:23:21.918872 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-fd7f8483-2114-41c0-a52c-4efc0f993ffe service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Feb 10 23:23:22.048559 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-5ab2feb1-3857-4aaa-a50c-483b14db1e37 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234279 Feb 10 23:23:22.058318 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97066cdf-2f7d-4a38-91e6-a0a68e6fa204 req-45f8387f-f7f3-41e9-a7ff-75340e378474 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:22.059691 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97066cdf-2f7d-4a38-91e6-a0a68e6fa204 req-45f8387f-f7f3-41e9-a7ff-75340e378474 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0764346 Feb 10 23:23:22.109422 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97066cdf-2f7d-4a38-91e6-a0a68e6fa204 req-ec2331c8-7046-4c37-8eb2-bd893bf7d0ed tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436990 Feb 10 23:23:22.990624 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1beda21-2907-481e-bf0f-aa08fdd64070 req-1341a783-f607-456d-9fa7-f1ff9e84fd1f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:22.992100 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a1beda21-2907-481e-bf0f-aa08fdd64070 req-1341a783-f607-456d-9fa7-f1ff9e84fd1f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0507839 Feb 10 23:23:23.040804 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a1beda21-2907-481e-bf0f-aa08fdd64070 req-c411e1be-42cb-4d91-93c1-c6910d75718f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Feb 10 23:23:23.225996 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661e824-548d-465e-81f8-9684c64550ed req-1d51c6fc-ecd9-4be3-b56a-b0cb9a5c6b77 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:23.227355 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c661e824-548d-465e-81f8-9684c64550ed req-1d51c6fc-ecd9-4be3-b56a-b0cb9a5c6b77 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0521472 Feb 10 23:23:23.274641 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c661e824-548d-465e-81f8-9684c64550ed req-d9648399-bf18-4690-9485-d4ad32a330bb tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416658 Feb 10 23:23:24.161805 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac4f87-6d00-4fb1-86b2-b28108b8ef92 req-ad227f7e-f624-4dcd-9f17-0edb214383be tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:24.163268 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2aac4f87-6d00-4fb1-86b2-b28108b8ef92 req-ad227f7e-f624-4dcd-9f17-0edb214383be tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0521328 Feb 10 23:23:24.207961 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2aac4f87-6d00-4fb1-86b2-b28108b8ef92 req-25ae61a7-91a3-40c3-842d-211f376abd64 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391488 Feb 10 23:23:24.391403 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa80114-e5d8-460f-bf13-ccd3aa3b9ebb req-feca8d12-199b-443c-8030-a4b6321ba90e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:24.392928 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fa80114-e5d8-460f-bf13-ccd3aa3b9ebb req-feca8d12-199b-443c-8030-a4b6321ba90e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0527341 Feb 10 23:23:24.443667 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fa80114-e5d8-460f-bf13-ccd3aa3b9ebb req-f1c4f3aa-8fbf-4771-bce0-4efa08df23a4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450706 Feb 10 23:23:25.326981 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c902ba-ccc3-48c1-9046-3cb45b70f544 req-f37ecdf3-f017-413f-9279-3d3d05cf578f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:25.328466 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74c902ba-ccc3-48c1-9046-3cb45b70f544 req-f37ecdf3-f017-413f-9279-3d3d05cf578f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0504210 Feb 10 23:23:25.373915 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74c902ba-ccc3-48c1-9046-3cb45b70f544 req-0ba34654-0a3b-4ddc-92d6-d70b729a5633 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399508 Feb 10 23:23:25.560098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e74f8-2580-4ed7-a092-b46305be29b8 req-3c809f8e-4616-4231-a093-ee29865d436a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:25.562242 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f7e74f8-2580-4ed7-a092-b46305be29b8 req-3c809f8e-4616-4231-a093-ee29865d436a tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0533118 Feb 10 23:23:25.610124 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f7e74f8-2580-4ed7-a092-b46305be29b8 req-1c533f09-e080-49f8-a49d-4f8356c1cade tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Feb 10 23:23:26.497369 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc0611-4d49-471f-9b68-50cc6cf2ee76 req-1fc665c0-fc5c-4be2-bc5a-b4994294ca9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:26.498825 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-10cc0611-4d49-471f-9b68-50cc6cf2ee76 req-1fc665c0-fc5c-4be2-bc5a-b4994294ca9b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0545478 Feb 10 23:23:26.544159 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-10cc0611-4d49-471f-9b68-50cc6cf2ee76 req-ab362490-7136-48af-a998-af1b9ca6a54d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Feb 10 23:23:26.725498 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79b6f4-1618-435c-af8b-87a692e59f5c req-a3ec1710-546c-4944-8a97-c894c90af60b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:26.726846 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b79b6f4-1618-435c-af8b-87a692e59f5c req-a3ec1710-546c-4944-8a97-c894c90af60b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0517099 Feb 10 23:23:26.773869 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b79b6f4-1618-435c-af8b-87a692e59f5c req-95cff680-220d-4357-add2-fb368f64fba6 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Feb 10 23:23:27.664393 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba6977-d467-420d-aabd-18ae8cee5471 req-77c62d9b-602b-422e-b226-99ad8f129e82 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:27.665919 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a6ba6977-d467-420d-aabd-18ae8cee5471 req-77c62d9b-602b-422e-b226-99ad8f129e82 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0521083 Feb 10 23:23:27.711506 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a6ba6977-d467-420d-aabd-18ae8cee5471 req-41ee4f50-fec7-495a-a600-620a44f54ff5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 Feb 10 23:23:27.893787 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecbd51-2eba-44c5-8fb0-78b191354be6 req-07c7cfd7-5bd0-4518-882a-a847c205cae8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:27.895248 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6ecbd51-2eba-44c5-8fb0-78b191354be6 req-07c7cfd7-5bd0-4518-882a-a847c205cae8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0550506 Feb 10 23:23:27.942619 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6ecbd51-2eba-44c5-8fb0-78b191354be6 req-e0ddcb44-71b1-4d39-a065-e8cc19042b6b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412035 Feb 10 23:23:28.836139 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcf34d-e40f-464a-b2a8-d844255d53dc req-ee92ac6a-6689-4398-ac29-d984e7192f20 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:28.838278 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-02fcf34d-e40f-464a-b2a8-d844255d53dc req-ee92ac6a-6689-4398-ac29-d984e7192f20 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0549901 Feb 10 23:23:29.070026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d14c3-0395-4e51-8793-5ee719751bca req-d7765ede-a6f6-4160-8658-98669624c22e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.071527 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-756d14c3-0395-4e51-8793-5ee719751bca req-d7765ede-a6f6-4160-8658-98669624c22e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 943 time: 0.0535085 Feb 10 23:23:29.114015 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-02fcf34d-e40f-464a-b2a8-d844255d53dc req-33191151-9de3-47e7-9aa8-b8c86f7023bd tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701244 Feb 10 23:23:29.125338 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-756d14c3-0395-4e51-8793-5ee719751bca req-bd94a2ca-47ed-4013-a1f3-a3157825be35 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433393 Feb 10 23:23:29.239999 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:23:29.414795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5dab3-e615-4986-8342-00dfe76ba79b req-cdbbadd5-ff69-4c4e-ab66-f83152476c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.416930 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3b5dab3-e615-4986-8342-00dfe76ba79b req-cdbbadd5-ff69-4c4e-ab66-f83152476c38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1127 time: 0.0465770 Feb 10 23:23:29.626565 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:23:29.715916 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3b5dab3-e615-4986-8342-00dfe76ba79b req-4ca6ed9a-6b0f-4292-b086-bec3895b9e19 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908087 Feb 10 23:23:29.846305 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:29.858244 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'port_id': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'mac_address': 'fa:16:3e:da:2e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:23:29.897308 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:23:29.897697 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:29.910625 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:23:29.929964 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:29.934634 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:29.982881 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:30.243361 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674db9e-bd05-4a94-ae83-a7a0d6a7bbe0 req-35893920-0d7d-447d-9290-fe9a52321848 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:30.244813 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2674db9e-bd05-4a94-ae83-a7a0d6a7bbe0 req-35893920-0d7d-447d-9290-fe9a52321848 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0556164 Feb 10 23:23:30.246648 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2e009-1349-4ffd-b6e9-c01c15423992 req-e67d2818-ce47-4aac-b0db-e92647a52bb1 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:30.248126 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ee2e009-1349-4ffd-b6e9-c01c15423992 req-e67d2818-ce47-4aac-b0db-e92647a52bb1 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 944 time: 0.0539675 Feb 10 23:23:30.292451 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-2674db9e-bd05-4a94-ae83-a7a0d6a7bbe0 req-0c07aa3a-be56-480a-9b0c-e3b63b7d7085 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419183 Feb 10 23:23:30.298596 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ee2e009-1349-4ffd-b6e9-c01c15423992 req-c25c6595-24c0-4cca-a947-638cdeafa0d8 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445526 Feb 10 23:23:30.471501 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:23:31.415586 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa2328-ad82-4d80-aa68-8fd1044cff29 req-2385a3ad-493d-412c-986b-a8f2eec7371a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:31.418317 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-69aa2328-ad82-4d80-aa68-8fd1044cff29 req-2385a3ad-493d-412c-986b-a8f2eec7371a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Feb 10 23:23:31.421864 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbdf608-3f0a-4572-9c8b-b6f881bdb6f4 req-49129cd4-2db5-4184-80fd-65587fe94461 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:31.423362 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cbdf608-3f0a-4572-9c8b-b6f881bdb6f4 req-49129cd4-2db5-4184-80fd-65587fe94461 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 944 time: 0.0520630 Feb 10 23:23:31.468834 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-69aa2328-ad82-4d80-aa68-8fd1044cff29 req-0750030a-6d29-4b19-b15b-0a2a74f570fd tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448520 Feb 10 23:23:31.476218 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cbdf608-3f0a-4572-9c8b-b6f881bdb6f4 req-ba48f6e9-735a-470f-84a9-bb242ffce604 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 Feb 10 23:23:31.628294 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:23:31.676051 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:31.676429 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:31.752314 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:23:31.752714 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:31.780907 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:23:31.783473 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c69158-f8f7-4ba7-8b3a-740a6c2053f1" -d '{"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-plugged", "status": "completed", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:23:31.795616 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:31.799368 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:31.830751 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658da957-9794-4115-80ef-32d985ecf1b2 x-openstack-request-id: req-658da957-9794-4115-80ef-32d985ecf1b2 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:23:31.831046 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-plugged", "status": "completed", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:23:31.831301 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-658da957-9794-4115-80ef-32d985ecf1b2 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:23:31.831689 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'code': 200} Feb 10 23:23:31.854675 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:32.591641 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf6e71-aa27-42f6-b5f9-ff37a1ececd4 req-2e8e5d13-80e4-4321-a7d3-cfae2c69db13 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:32.593142 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8adf6e71-aa27-42f6-b5f9-ff37a1ececd4 req-2e8e5d13-80e4-4321-a7d3-cfae2c69db13 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0533760 Feb 10 23:23:32.639229 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8adf6e71-aa27-42f6-b5f9-ff37a1ececd4 req-94be1313-925e-43b6-9f12-823e3007211d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406642 Feb 10 23:23:33.762299 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8365c-c822-4a65-8b4c-134cb0ca342f req-1dd12e73-123e-4bc7-8b81-d2367668cc2e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:33.763696 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ab8365c-c822-4a65-8b4c-134cb0ca342f req-1dd12e73-123e-4bc7-8b81-d2367668cc2e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0525155 Feb 10 23:23:33.815032 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ab8365c-c822-4a65-8b4c-134cb0ca342f req-0c635bee-3dd6-47d7-b8ff-c5af09fa4739 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458615 Feb 10 23:23:34.935077 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e31f6e-f55a-4b40-8a4d-7a9bdc6b50de req-77dbe06f-6045-42c0-ad84-f41611b75197 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:34.936561 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89e31f6e-f55a-4b40-8a4d-7a9bdc6b50de req-77dbe06f-6045-42c0-ad84-f41611b75197 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0510192 Feb 10 23:23:34.981407 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89e31f6e-f55a-4b40-8a4d-7a9bdc6b50de req-b8679557-a34c-4c6c-903f-e28db6ce6ac8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392003 Feb 10 23:23:36.031094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:36.108352 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211e08d-cd09-4564-9373-ce6dc933f7cf req-e29ee7d1-79f9-46d5-a585-ce520d242bd0 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:36.109841 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5211e08d-cd09-4564-9373-ce6dc933f7cf req-e29ee7d1-79f9-46d5-a585-ce520d242bd0 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0568697 Feb 10 23:23:36.155772 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5211e08d-cd09-4564-9373-ce6dc933f7cf req-03cd642d-9a2f-4cdc-8387-365e438d766e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Feb 10 23:23:37.277467 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bee532-8de2-4640-a0c5-f6472ac49e98 req-d2000b4c-b4a3-4090-b528-3dc6a522c3f7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:37.278930 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94bee532-8de2-4640-a0c5-f6472ac49e98 req-d2000b4c-b4a3-4090-b528-3dc6a522c3f7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0551457 Feb 10 23:23:37.324310 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-94bee532-8de2-4640-a0c5-f6472ac49e98 req-98eb45eb-c79b-4666-a882-b8365cb1e702 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399089 Feb 10 23:23:37.698704 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:23:37.795268 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:37.805922 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'mac_address': 'fa:16:3e:0f:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:23:37.842810 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: ACTIVE; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:23:37.843190 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:37.855529 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:23:37.878234 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:37.881805 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:37.926987 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=6']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:38.075417 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['7e96a41f-2fe2-4a89-bd47-b22d647cfd68'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:23:38.078128 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-d212095d-1646-469c-9b6d-05c03e69deb2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439091 Feb 10 23:23:38.200233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-0fa18865-8c30-4418-b4f8-0c55606bf92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:38.202042 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-0fa18865-8c30-4418-b4f8-0c55606bf92d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.0458090 Feb 10 23:23:38.309139 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-79441e43-47b7-44a2-8bba-7d57fd6e4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:38.310607 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-79441e43-47b7-44a2-8bba-7d57fd6e4266 service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.0883691 Feb 10 23:23:38.376515 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-34062126-9cdc-456b-a8aa-527e64f75b0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 1000 time: 0.0583801 Feb 10 23:23:38.428534 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-d5ccd684-dede-4861-b358-07d1d939bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:38.429995 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-d5ccd684-dede-4861-b358-07d1d939bf50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0474353 Feb 10 23:23:38.448567 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60194988-046f-4569-97be-e1d6d0a28642 req-cbc8aeca-d7f6-45d6-b776-d5a8d277f350 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:38.450273 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-60194988-046f-4569-97be-e1d6d0a28642 req-cbc8aeca-d7f6-45d6-b776-d5a8d277f350 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0559156 Feb 10 23:23:38.480441 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-6eebee28-0820-4026-849b-a5dcc7aeb44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:38.481933 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-6eebee28-0820-4026-849b-a5dcc7aeb44f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446754 Feb 10 23:23:38.496709 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-60194988-046f-4569-97be-e1d6d0a28642 req-5c212094-dd32-4a0f-9f7e-9f019c11c9d6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 Feb 10 23:23:38.573248 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-604c462b-28fa-48d6-b077-b68222d1c4ba service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846748 Feb 10 23:23:38.660091 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8076f5f6-3e6e-4a45-83e2-90e6105dbcd6 req-ea1c3701-362e-4b81-abd0-0f0e67a8717a service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817988 Feb 10 23:23:39.617662 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be481726-3089-48fe-995d-57df6fd2a882 req-6102a80c-a59e-48aa-a5f4-b8d0e1488d3e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:39.619148 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be481726-3089-48fe-995d-57df6fd2a882 req-6102a80c-a59e-48aa-a5f4-b8d0e1488d3e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0532737 Feb 10 23:23:39.669666 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be481726-3089-48fe-995d-57df6fd2a882 req-be0d6ea1-17bf-4e0f-aaae-992cf93b6317 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443892 Feb 10 23:23:39.696939 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:23:39.743682 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:39.744006 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:39.816290 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:23:39.816671 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:39.837778 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:23:39.840107 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e444f904-e499-4c39-a07c-232f0d08a34f" -d '{"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-plugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:23:39.852503 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:39.857155 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:39.885567 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51151e5-c842-4ae2-98d3-37dd0abe5367 x-openstack-request-id: req-c51151e5-c842-4ae2-98d3-37dd0abe5367 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:23:39.885841 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-plugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:23:39.886086 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c51151e5-c842-4ae2-98d3-37dd0abe5367 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:23:39.886469 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'code': 200} Feb 10 23:23:39.908664 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=7']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:40.790012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7c505-860c-4537-8907-da9887f77376 req-08a2b147-d03a-47e4-bfb3-8e0a3de276e6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:40.791486 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3de7c505-860c-4537-8907-da9887f77376 req-08a2b147-d03a-47e4-bfb3-8e0a3de276e6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Feb 10 23:23:40.837177 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3de7c505-860c-4537-8907-da9887f77376 req-76097199-6e34-4e8d-ab8b-25313ff48d41 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400453 Feb 10 23:23:41.988967 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb8de7-43bf-4ee3-9a88-86ac397ebcf0 req-d8fe1593-85e7-4c6c-ac6a-cf306bee36d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:41.991193 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01fb8de7-43bf-4ee3-9a88-86ac397ebcf0 req-d8fe1593-85e7-4c6c-ac6a-cf306bee36d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0794022 Feb 10 23:23:42.047782 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-01fb8de7-43bf-4ee3-9a88-86ac397ebcf0 req-400d5904-1d17-40f9-9134-87526046f407 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494821 Feb 10 23:23:42.891387 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac33f89e-d8ad-47c1-aed2-3ea38ed2cf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:43.184655 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e906905-ac2d-4971-a578-bc4b4b0bdbec req-32065b90-4061-48ef-a38a-7109ba8e72e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:43.186179 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e906905-ac2d-4971-a578-bc4b4b0bdbec req-32065b90-4061-48ef-a38a-7109ba8e72e7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0566666 Feb 10 23:23:43.238859 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e906905-ac2d-4971-a578-bc4b4b0bdbec req-995d320e-669d-4777-af16-8299fd72ef94 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466783 Feb 10 23:23:44.393502 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f182c-e991-4fef-b3b5-cf863ae6de55 req-f8a64495-5342-46e9-b651-8a62a719aab7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:44.395285 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-255f182c-e991-4fef-b3b5-cf863ae6de55 req-f8a64495-5342-46e9-b651-8a62a719aab7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0767114 Feb 10 23:23:44.455453 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-255f182c-e991-4fef-b3b5-cf863ae6de55 req-8a2653e7-b62e-4406-917f-f0681aeb45d8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518546 Feb 10 23:23:45.262028 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8add3cb5-9204-474c-98d5-59b87b004558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:45.431480 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d949-a83c-4049-8cee-764d064dc90c req-8564b9b2-32d9-4284-aa3c-169b9df94952 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:45.433897 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-72f4d949-a83c-4049-8cee-764d064dc90c req-8564b9b2-32d9-4284-aa3c-169b9df94952 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0581307 Feb 10 23:23:45.487927 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-72f4d949-a83c-4049-8cee-764d064dc90c req-d9dd7442-f264-416f-ac5e-7391d76df720 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478144 Feb 10 23:23:45.604135 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688af309-fd7a-47d6-a546-c81b64abfb9d req-c2a04970-df8a-4e33-b448-99d5e030b6ac tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:45.606430 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-688af309-fd7a-47d6-a546-c81b64abfb9d req-c2a04970-df8a-4e33-b448-99d5e030b6ac tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0643375 Feb 10 23:23:45.658321 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-688af309-fd7a-47d6-a546-c81b64abfb9d req-6b9e5166-d2ac-4c2c-ab75-affc88983efb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 Feb 10 23:23:45.955144 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:46.619914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df9eee-8c55-49c0-8d31-d981dc68a005 req-5adf59eb-c388-4f0f-a69c-a081109a1bba tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:46.621467 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a7df9eee-8c55-49c0-8d31-d981dc68a005 req-5adf59eb-c388-4f0f-a69c-a081109a1bba tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0550497 Feb 10 23:23:46.677068 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a7df9eee-8c55-49c0-8d31-d981dc68a005 req-2bf520bf-626c-43bf-be70-75239f0b4991 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483358 Feb 10 23:23:46.793137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f10b59-420c-4f4e-9a2e-d48263ffab8f req-1c64de53-2ed6-4bd3-9739-66e7a3a93a22 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:46.795717 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8f10b59-420c-4f4e-9a2e-d48263ffab8f req-1c64de53-2ed6-4bd3-9739-66e7a3a93a22 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0574610 Feb 10 23:23:46.850596 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8f10b59-420c-4f4e-9a2e-d48263ffab8f req-a9ce7ce4-1828-400c-aa04-8a4431eefc28 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487230 Feb 10 23:23:47.611123 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-7a2bc92f-da2d-42a0-8ab0-2a3460e91564 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:47.612253 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-7a2bc92f-da2d-42a0-8ab0-2a3460e91564 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0560911 Feb 10 23:23:47.638852 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:47.720329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Deleting port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:23:47.720625 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:47.826376 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ad13-a351-440c-8c8b-aca7e988259e req-ce5a06cb-6c62-46c9-920c-d5bd8987c863 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:47.828201 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26c2ad13-a351-440c-8c8b-aca7e988259e req-ce5a06cb-6c62-46c9-920c-d5bd8987c863 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 945 time: 0.0677152 Feb 10 23:23:47.833180 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] For port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:47.833739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:47.879383 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-26c2ad13-a351-440c-8c8b-aca7e988259e req-2f750b4c-6f63-42bd-9d2b-d519190b615e tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups?id=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446885 Feb 10 23:23:48.117576 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3944b-b7ad-4b10-bcd8-044c61ceee3c req-083f0c0d-692d-44cf-8cce-275f102e7e44 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:48.119124 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3d3944b-b7ad-4b10-bcd8-044c61ceee3c req-083f0c0d-692d-44cf-8cce-275f102e7e44 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.1532779 Feb 10 23:23:48.174632 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:48.175012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (69893380-bb15-4522-92cd-2198b2f51036), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:48.175322 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Floating IP 69893380-bb15-4522-92cd-2198b2f51036 disassociated. External IP: 172.27.1.26, port: 2b3d23f8-fc32-4989-9f1c-cd85af3efae1. Feb 10 23:23:48.175661 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Calling delete_port for 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:23:48.203333 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f3d3944b-b7ad-4b10-bcd8-044c61ceee3c req-d517e0a3-9b60-46ee-a401-8098c7abae56 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706606 Feb 10 23:23:48.357546 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (2b3d23f8-fc32-4989-9f1c-cd85af3efae1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:48.414074 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event deleted for resources: {'Port': ['ID=2b3d23f8-fc32-4989-9f1c-cd85af3efae1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:48.424743 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.425107 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.425457 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.425959 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.426298 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.426661 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.426997 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.427318 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.427654 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.428029 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.428363 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.428694 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.429026 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:48.561329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:23:48.694279 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:23:48.705081 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:23:48.721553 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:23:48.722316 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:23:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:48.736993 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] No DVR routers for this DVR port 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:23:48.739714 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:48.743174 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a8a1cb7-5278-4bc1-9eb2-0478428fff6d req-af506788-6421-4738-8c50-6daa00129b04 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.43 "DELETE /v2.0/ports/2b3d23f8-fc32-4989-9f1c-cd85af3efae1 HTTP/1.1" status: 204 len: 173 time: 1.1250231 Feb 10 23:23:48.748162 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'name': 'network-vif-deleted', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:23:48.750664 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5bb0c-ceff-4a20-b768-eb8f4c16707e" -d '{"events": [{"server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "name": "network-vif-deleted", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:23:48.817554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d146c-a51a-4713-b659-4bced336ddf6 x-openstack-request-id: req-fe9d146c-a51a-4713-b659-4bced336ddf6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:23:48.817554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be58978c-d087-49f8-bf1d-1185a57b4f18", "name": "network-vif-deleted", "tag": "2b3d23f8-fc32-4989-9f1c-cd85af3efae1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:23:48.817554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe9d146c-a51a-4713-b659-4bced336ddf6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:23:48.817554 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58978c-d087-49f8-bf1d-1185a57b4f18', 'name': 'network-vif-deleted', 'tag': '2b3d23f8-fc32-4989-9f1c-cd85af3efae1', 'status': 'completed', 'code': 200} Feb 10 23:23:48.915095 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:23:49.076951 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e013568-e8c3-4fb9-a1c4-dc6ef0ea7954 req-aa74a2a9-311b-4ad9-8824-1e001d2ac1d0 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/ports?device_id=be58978c-d087-49f8-bf1d-1185a57b4f18 HTTP/1.1" status: 200 len: 210 time: 0.0524189 Feb 10 23:23:49.185329 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:49.215240 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:23:49.224389 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:23:49.224924 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:23:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:49.351705 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe80ac5-7bde-4b28-84ab-64459705095d req-341b3d60-e403-4a5f-a83b-6b9b1c94174f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:49.353945 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fe80ac5-7bde-4b28-84ab-64459705095d req-341b3d60-e403-4a5f-a83b-6b9b1c94174f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0597327 Feb 10 23:23:49.366738 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:23:49.405777 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fe80ac5-7bde-4b28-84ab-64459705095d req-9bc32bc5-7f1c-4606-8fbf-f0dda9ef670c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 Feb 10 23:23:49.612489 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:49.649807 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:49.679684 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beca5c59-7180-4029-ac95-7e288f46d0ca None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:15:44Z', 'revision_number': 4, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '65692666-5486-41ac-911a-088ed158c1db', 'name': '', 'network_id': '6b812fe7-d639-43f6-9ed4-56545ad39751', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'mac_address': 'fa:16:3e:f8:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:40Z', 'updated_at': '2022-02-10T23:15:50Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'subnets': [{'id': 'e8715722-3d4f-492c-83cc-d64164caf5b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:23:49.994137 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560b704d-ed8d-44dc-9085-e61c5c8d8860 None None] New status for floating IP 69893380-bb15-4522-92cd-2198b2f51036: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:23:50.251952 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52796) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:50.327121 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb4415c-413d-414f-8775-be2fd44e41de tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.355099 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb4415c-413d-414f-8775-be2fd44e41de tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.411055 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb4415c-413d-414f-8775-be2fd44e41de tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.413941 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfb4415c-413d-414f-8775-be2fd44e41de tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.415181 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cfb4415c-413d-414f-8775-be2fd44e41de tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "DELETE /v2.0/security-groups/785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda HTTP/1.1" status: 204 len: 168 time: 0.1618588 Feb 10 23:23:50.419230 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52798) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:50.425870 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4415c-413d-414f-8775-be2fd44e41de tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:50.452050 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-0765b78c-46bc-4679-9394-9611c5a1d1c3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] show failed (client error): The resource could not be found. Feb 10 23:23:50.453078 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0765b78c-46bc-4679-9394-9611c5a1d1c3 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "GET /v2.0/security-groups/785eb1bf-c7ee-49cc-8aa6-e42dc43c0fda HTTP/1.1" status: 404 len: 347 time: 0.0320094 Feb 10 23:23:50.459789 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52802) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:50.632051 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d9075-7a68-4eb5-90c0-2bfe805f4217 req-2bc33bbb-9389-43c6-89ae-11820d2db6cb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:50.633451 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-676d9075-7a68-4eb5-90c0-2bfe805f4217 req-2bc33bbb-9389-43c6-89ae-11820d2db6cb tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.1307337 Feb 10 23:23:50.705422 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-676d9075-7a68-4eb5-90c0-2bfe805f4217 req-e0f7ed1f-2628-40b3-a379-2e45be8385f7 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659134 Feb 10 23:23:50.706796 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Deleting port 3223323f-4e21-4418-9103-0a8faf76b171 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:23:50.707147 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (3223323f-4e21-4418-9103-0a8faf76b171), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.808192 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (3223323f-4e21-4418-9103-0a8faf76b171), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.808721 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (3223323f-4e21-4418-9103-0a8faf76b171), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:50.825164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Calling delete_port for 3223323f-4e21-4418-9103-0a8faf76b171 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:23:50.977551 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (3223323f-4e21-4418-9103-0a8faf76b171), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:51.007305 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Pushing event deleted for resources: {'Port': ['ID=3223323f-4e21-4418-9103-0a8faf76b171,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:51.072571 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks [] for floatingip (69893380-bb15-4522-92cd-2198b2f51036), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:51.075729 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:51.080715 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8a3a60f2-f469-4319-bc91-2dc77ae5eae9 tempest-AttachVolumeTestJSON-841251730 tempest-AttachVolumeTestJSON-841251730-project] 10.222.0.77 "DELETE /v2.0/floatingips/69893380-bb15-4522-92cd-2198b2f51036 HTTP/1.1" status: 204 len: 168 time: 0.6163120 Feb 10 23:23:51.801741 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:23:51.826233 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:23:51.826579 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 2b3d23f8-fc32-4989-9f1c-cd85af3efae1 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:23:51.837884 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48575d-edb7-4742-80b7-8553a62d9b3f req-f583a859-114b-41e8-8ebd-11c3c80ff4e5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:51.839368 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3c48575d-edb7-4742-80b7-8553a62d9b3f req-f583a859-114b-41e8-8ebd-11c3c80ff4e5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0557475 Feb 10 23:23:51.884778 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3c48575d-edb7-4742-80b7-8553a62d9b3f req-3a77b189-625b-42d3-b9b7-be3d76cfc73f tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388086 Feb 10 23:23:52.315042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4811-5303-4cee-85a3-6820fb38d01e req-4386ea86-058a-4b1b-acd2-550dbf516629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.316643 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-4386ea86-058a-4b1b-acd2-550dbf516629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1129 time: 0.0536890 Feb 10 23:23:52.407620 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4811-5303-4cee-85a3-6820fb38d01e req-d1ec22ee-7118-4ef0-8cb7-9d3ca28fb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.409159 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-d1ec22ee-7118-4ef0-8cb7-9d3ca28fb1e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.0864768 Feb 10 23:23:52.475705 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-a5883c82-900a-46ce-ae2e-27ed4b3fbfb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 1001 time: 0.0601358 Feb 10 23:23:52.523899 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4811-5303-4cee-85a3-6820fb38d01e req-7f25068e-b1b2-4694-b798-220237ba34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.525294 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-7f25068e-b1b2-4694-b798-220237ba34f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0427217 Feb 10 23:23:52.575140 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4811-5303-4cee-85a3-6820fb38d01e req-5af2fe47-8b7d-4952-b6fe-fd34a346b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.576784 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-5af2fe47-8b7d-4952-b6fe-fd34a346b621 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443890 Feb 10 23:23:52.671033 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-603eb590-275c-4a2d-bbe8-ee5659942d5a service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879490 Feb 10 23:23:52.758799 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-189d4811-5303-4cee-85a3-6820fb38d01e req-edff33a4-d326-491a-8875-a2fade54e130 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819697 Feb 10 23:23:53.009563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa90a6-b9ab-4705-8970-aaeb287aba4e req-1cc2bce6-a992-4428-b372-6aa1531b5941 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:53.011029 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6afa90a6-b9ab-4705-8970-aaeb287aba4e req-1cc2bce6-a992-4428-b372-6aa1531b5941 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0564857 Feb 10 23:23:53.056843 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6afa90a6-b9ab-4705-8970-aaeb287aba4e req-ab823b79-74d1-4618-bf83-9d8830df4942 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400550 Feb 10 23:23:54.177405 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666de52-0b48-4ed8-8d26-fc49a176e00d req-7a3c5ba1-fcae-41ef-a26e-2a9171231509 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.178874 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7666de52-0b48-4ed8-8d26-fc49a176e00d req-7a3c5ba1-fcae-41ef-a26e-2a9171231509 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0511968 Feb 10 23:23:54.224927 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7666de52-0b48-4ed8-8d26-fc49a176e00d req-194e78b5-3d8c-4b76-b1e5-9dbc00529c13 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Feb 10 23:23:54.584677 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52852) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:55.103353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (d5c39ebc-9e8e-4505-85bd-76b03a32f343), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:55.622359 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5f899-a3d0-4671-ade9-da52ca6e7d2f req-6ba188b9-3e3c-4a27-a0a0-a56c2cf0a3fd tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:55.623861 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cd5f899-a3d0-4671-ade9-da52ca6e7d2f req-6ba188b9-3e3c-4a27-a0a0-a56c2cf0a3fd tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 945 time: 0.0875595 Feb 10 23:23:55.716075 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cd5f899-a3d0-4671-ade9-da52ca6e7d2f req-eaec1092-4a8f-411a-a3a3-e87b7f386340 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826902 Feb 10 23:23:55.733639 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Deleting port 65692666-5486-41ac-911a-088ed158c1db {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:23:55.733985 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (65692666-5486-41ac-911a-088ed158c1db), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:55.815639 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] For port 65692666-5486-41ac-911a-088ed158c1db, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=65692666-5486-41ac-911a-088ed158c1db,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:55.816047 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (65692666-5486-41ac-911a-088ed158c1db), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:55.829180 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:23:55.829975 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Calling delete_port for 65692666-5486-41ac-911a-088ed158c1db owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:23:55.912862 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: ACTIVE; New status is: DOWN {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:23:55.913529 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:55.940380 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:23:55.942904 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f07ef62-2dab-4b17-952f-38096edc0f99" -d '{"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-unplugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:23:55.956944 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:55.962579 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:55.991661 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Feb 2022 23:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc3295f-70e5-48ec-bced-311647d49924 x-openstack-request-id: req-ddc3295f-70e5-48ec-bced-311647d49924 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:23:55.992175 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-unplugged", "status": "failed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "code": 422}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:23:55.992479 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddc3295f-70e5-48ec-bced-311647d49924 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:23:55.992870 dv-cinder-828805-1-iscsi neutron-server[102670]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'code': 422} returned with failed status Feb 10 23:23:56.021854 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=8']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:56.053159 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (65692666-5486-41ac-911a-088ed158c1db), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:56.080100 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=65692666-5486-41ac-911a-088ed158c1db,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:56.265067 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (d5c39ebc-9e8e-4505-85bd-76b03a32f343), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:56.487940 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Router d5c39ebc-9e8e-4505-85bd-76b03a32f343 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:23:56.528381 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-60af2c26-f002-45cd-8f6a-dec61af42c10 req-f62f49ac-b4bd-4680-8ee6-4b0d08c9f3ed service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:23:56.529448 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-60af2c26-f002-45cd-8f6a-dec61af42c10 req-f62f49ac-b4bd-4680-8ee6-4b0d08c9f3ed service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054793 Feb 10 23:23:56.600025 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:23:56.608973 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8fc629ad-67a9-4b01-8a56-b79b4b977d3a admin admin] 10.222.0.77 "PUT /v2.0/routers/d5c39ebc-9e8e-4505-85bd-76b03a32f343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0207081 Feb 10 23:23:56.609071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52886) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:56.615035 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] Sync routers for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:23:56.630662 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:23:56.631699 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:23:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:56.733999 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-d85b5d5c-c38e-44b8-be79-c178c13a46ec service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0497403 Feb 10 23:23:56.755368 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:23:56.759238 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79c37a-1460-4957-ba28-0cd64df9bfcb req-47a5ebe3-b2a8-45db-a0c6-62e7fc726878 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:56.760351 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b79c37a-1460-4957-ba28-0cd64df9bfcb req-47a5ebe3-b2a8-45db-a0c6-62e7fc726878 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.1032739 Feb 10 23:23:56.776314 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks [] for router (d5c39ebc-9e8e-4505-85bd-76b03a32f343), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:56.818010 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-03107676-7d27-4598-ab74-487563a729e6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:56.820785 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-03107676-7d27-4598-ab74-487563a729e6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports/7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 940 time: 0.0506074 Feb 10 23:23:56.858627 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b79c37a-1460-4957-ba28-0cd64df9bfcb req-5fae1397-58e7-4d7a-a035-6e963a68a579 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910625 Feb 10 23:23:56.917343 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks [] for router_gateway (d5c39ebc-9e8e-4505-85bd-76b03a32f343), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:56.976885 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Deleting port db5ea47d-29ea-4fd8-9170-534e37befc85 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:23:56.977253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.058095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] For port db5ea47d-29ea-4fd8-9170-534e37befc85, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=db5ea47d-29ea-4fd8-9170-534e37befc85,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:57.058485 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.070033 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:23:55Z', 'revision_number': 5, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port': {'id': 'db5ea47d-29ea-4fd8-9170-534e37befc85', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:15:29Z', 'updated_at': '2022-02-10T23:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:57.080421 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Calling delete_port for db5ea47d-29ea-4fd8-9170-534e37befc85 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:23:57.102060 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] Checking router: d5c39ebc-9e8e-4505-85bd-76b03a32f343 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:23:57.110774 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] Routers {'d5c39ebc-9e8e-4505-85bd-76b03a32f343'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:23:57.111383 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:23:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:57.204324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] Set router d5c39ebc-9e8e-4505-85bd-76b03a32f343 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:23:57.256036 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:23:56Z', 'revision_number': 6, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:57.267183 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (db5ea47d-29ea-4fd8-9170-534e37befc85), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.286747 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262dd123-c695-4d06-87fe-1c07a28b0b42 None None] The sync data for ids ['d5c39ebc-9e8e-4505-85bd-76b03a32f343'] in dv-cinder-828805-1-iscsi is: [{'id': 'd5c39ebc-9e8e-4505-85bd-76b03a32f343', 'name': 'tempest-AttachVolumeTestJSON-1385779540-router', 'tenant_id': '77ee0d232a574e3e8ad570987e058990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:15:28Z', 'updated_at': '2022-02-10T23:23:56Z', 'revision_number': 6, 'project_id': '77ee0d232a574e3e8ad570987e058990', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:23:57.296649 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5ea47d-29ea-4fd8-9170-534e37befc85,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:57.369037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (d5c39ebc-9e8e-4505-85bd-76b03a32f343), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.463722 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (d5c39ebc-9e8e-4505-85bd-76b03a32f343), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.465977 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks [] for router_controller (d5c39ebc-9e8e-4505-85bd-76b03a32f343), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.511504 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (d5c39ebc-9e8e-4505-85bd-76b03a32f343), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.512600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5c39ebc-9e8e-4505-85bd-76b03a32f343 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:23:57.518124 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.519319 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8c1fc8ec-e069-4e6d-823b-a3fa0fe7a570 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d5c39ebc-9e8e-4505-85bd-76b03a32f343 HTTP/1.1" status: 204 len: 168 time: 0.9093876 Feb 10 23:23:57.521854 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52902) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:57.565699 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Deleting subnet e8715722-3d4f-492c-83cc-d64164caf5b5 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:23:57.568666 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Publish callbacks [] for subnet (e8715722-3d4f-492c-83cc-d64164caf5b5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.602646 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (e8715722-3d4f-492c-83cc-d64164caf5b5), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.751789 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (e8715722-3d4f-492c-83cc-d64164caf5b5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.787748 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-36a241f2-e780-4c13-87db-faa01a48ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.789304 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-36a241f2-e780-4c13-87db-faa01a48ebc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10&tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74 HTTP/1.1" status: 200 len: 1127 time: 0.1436131 Feb 10 23:23:57.811786 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (e8715722-3d4f-492c-83cc-d64164caf5b5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.848377 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8715722-3d4f-492c-83cc-d64164caf5b5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:57.858015 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0446fc64-4e74-4ca2-8bb5-84f8825ec00f None None] Network 6b812fe7-d639-43f6-9ed4-56545ad39751 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:23:57.865957 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:57.869169 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4dba8e32-7f8e-4c28-a4fd-5f41df83f64d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e8715722-3d4f-492c-83cc-d64164caf5b5 HTTP/1.1" status: 204 len: 168 time: 0.3463931 Feb 10 23:23:57.872793 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:57.890632 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-048b3b36-58e4-4c09-b97b-efd4dbf873f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.893194 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-048b3b36-58e4-4c09-b97b-efd4dbf873f2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1127 time: 0.0545318 Feb 10 23:23:57.943492 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (6b812fe7-d639-43f6-9ed4-56545ad39751), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.004575 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-25aaec7b-daf3-4093-9d4b-ca7cbe6b5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:58.005988 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-25aaec7b-daf3-4093-9d4b-ca7cbe6b5411 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.1077824 Feb 10 23:23:58.037973 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c719bc-713a-4db7-bfcd-759624b7fb46 req-ded551b1-0e99-49be-9586-362a4a707e67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:58.040294 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2c719bc-713a-4db7-bfcd-759624b7fb46 req-ded551b1-0e99-49be-9586-362a4a707e67 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0908008 Feb 10 23:23:58.075798 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] DHCP port deletion for 6b812fe7-d639-43f6-9ed4-56545ad39751 request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:23:58.103595 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-822a0103-1ec5-4363-a234-6df9a0f0f460 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 999 time: 0.0909722 Feb 10 23:23:58.108867 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Deleting port 76ad74b0-f2df-451b-999a-702a62fedc07 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:23:58.109214 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.112408 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 65692666-5486-41ac-911a-088ed158c1db no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:23:58.114898 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2c719bc-713a-4db7-bfcd-759624b7fb46 req-e252d293-02f0-4612-9fb9-f5091ef2f8b4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679207 Feb 10 23:23:58.135429 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 65692666-5486-41ac-911a-088ed158c1db {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:23:58.135783 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 65692666-5486-41ac-911a-088ed158c1db not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:23:58.165090 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-c8c9a122-449b-4296-bbb1-c5a24f2e9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:58.166575 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-c8c9a122-449b-4296-bbb1-c5a24f2e9872 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0562186 Feb 10 23:23:58.169606 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] Deleting port 76ad74b0-f2df-451b-999a-702a62fedc07 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:23:58.170061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.198398 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] For port 76ad74b0-f2df-451b-999a-702a62fedc07, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=76ad74b0-f2df-451b-999a-702a62fedc07,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:58.199042 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.214764 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Calling delete_port for 76ad74b0-f2df-451b-999a-702a62fedc07 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:23:58.222573 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-aec6158b-fdfb-442d-9055-0cbb5240f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:58.224203 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-aec6158b-fdfb-442d-9055-0cbb5240f552 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507157 Feb 10 23:23:58.245069 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] For port 76ad74b0-f2df-451b-999a-702a62fedc07, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=76ad74b0-f2df-451b-999a-702a62fedc07,segment=NetworkSegment(820d18ec-368a-4aef-b3de-4f15933c2900),segment_id=820d18ec-368a-4aef-b3de-4f15933c2900)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:23:58.245469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.266050 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] Calling delete_port for 76ad74b0-f2df-451b-999a-702a62fedc07 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:23:58.307235 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.336116 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-ae999058-23c0-4ff3-a56b-9a050045f9c2 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038556 Feb 10 23:23:58.339086 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] No DVR routers for this DVR port 76ad74b0-f2df-451b-999a-702a62fedc07 on host dv-cinder-828805-1-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:23:58.365624 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ad74b0-f2df-451b-999a-702a62fedc07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:58.409160 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (76ad74b0-f2df-451b-999a-702a62fedc07), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.429645 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (6b812fe7-d639-43f6-9ed4-56545ad39751), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.439970 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.440807 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.440807 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.441007 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.441253 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] Pushing event deleted for resources: {'Port': ['ID=76ad74b0-f2df-451b-999a-702a62fedc07,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:58.441375 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.441967 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.441967 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.442257 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.443606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.443606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.443971 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.444203 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.444528 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:58.447688 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-de6a8138-67c3-4f32-9bd8-3a3bc94806f6 service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038270 Feb 10 23:23:58.450268 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e595c237-ebe1-4ba1-bfd8-46d66d7be0c7 None None] No DVR routers for this DVR port 76ad74b0-f2df-451b-999a-702a62fedc07 on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:23:58.463560 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.463940 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.471027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.547862 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.548218 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.548553 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.548883 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 23:23:58.549270 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b812fe7-d639-43f6-9ed4-56545ad39751']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:58.567497 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820d18ec-368a-4aef-b3de-4f15933c2900') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:58.567795 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820d18ec-368a-4aef-b3de-4f15933c2900') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:23:58.583350 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (820d18ec-368a-4aef-b3de-4f15933c2900), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.603554 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (820d18ec-368a-4aef-b3de-4f15933c2900), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.612368 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:23:58.612726 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (820d18ec-368a-4aef-b3de-4f15933c2900), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: from cryptography.utils import int_from_bytes Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: from cryptography.utils import int_from_bytes Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:23:58.616855 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:23:58.681312 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (6b812fe7-d639-43f6-9ed4-56545ad39751), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.689518 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.693042 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6b812fe7-d639-43f6-9ed4-56545ad39751 HTTP/1.1" status: 204 len: 168 time: 0.8192072 Feb 10 23:23:58.702553 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0ab9d-4bb1-4d40-b2bf-3bfadadb6ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b812fe7-d639-43f6-9ed4-56545ad39751,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:58.810237 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 52930) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:58.884292 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-61bc0475-98c1-4b63-bab4-e3c2d924f793 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77ee0d232a574e3e8ad570987e058990&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0704229 Feb 10 23:23:58.884852 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 52932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:23:58.964727 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9343e6bb-ec64-4480-b651-ddd3e5bc5e4b admin admin] Publish callbacks [] for security_group (62a47341-3eda-48a2-8eee-bc86e4d1018e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:58.992606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9343e6bb-ec64-4480-b651-ddd3e5bc5e4b admin admin] Publish callbacks [] for security_group (62a47341-3eda-48a2-8eee-bc86e4d1018e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:59.056909 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9343e6bb-ec64-4480-b651-ddd3e5bc5e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (62a47341-3eda-48a2-8eee-bc86e4d1018e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:59.060752 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9343e6bb-ec64-4480-b651-ddd3e5bc5e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:23:59.061947 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9343e6bb-ec64-4480-b651-ddd3e5bc5e4b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/62a47341-3eda-48a2-8eee-bc86e4d1018e HTTP/1.1" status: 204 len: 168 time: 0.1760981 Feb 10 23:23:59.071969 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343e6bb-ec64-4480-b651-ddd3e5bc5e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a47341-3eda-48a2-8eee-bc86e4d1018e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:59.272032 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5da171-07fa-4c2f-91be-9cc1217d77d9 req-a9ee724a-c555-430c-bf02-b3cc64e66d06 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:59.280048 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c5da171-07fa-4c2f-91be-9cc1217d77d9 req-a9ee724a-c555-430c-bf02-b3cc64e66d06 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0674796 Feb 10 23:23:59.346359 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c5da171-07fa-4c2f-91be-9cc1217d77d9 req-3ffc6f1f-f27a-466f-993d-a2dd001f5574 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596504 Feb 10 23:23:59.555478 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device db5ea47d-29ea-4fd8-9170-534e37befc85 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:23:59.577060 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: db5ea47d-29ea-4fd8-9170-534e37befc85 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:23:59.577630 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device db5ea47d-29ea-4fd8-9170-534e37befc85 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:23:59.578206 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 76ad74b0-f2df-451b-999a-702a62fedc07 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:23:59.598298 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 76ad74b0-f2df-451b-999a-702a62fedc07 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:23:59.598640 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 76ad74b0-f2df-451b-999a-702a62fedc07 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:24:00.517187 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088c7f5-62e7-4d04-ba82-fa7f3d1c28bd req-8a9ca348-39f7-4e27-a2f6-0daee093a649 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:00.518883 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1088c7f5-62e7-4d04-ba82-fa7f3d1c28bd req-8a9ca348-39f7-4e27-a2f6-0daee093a649 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0758240 Feb 10 23:24:00.568910 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1088c7f5-62e7-4d04-ba82-fa7f3d1c28bd req-87361e11-75f9-450c-a809-17edae3dde83 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441358 Feb 10 23:24:01.722487 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14f094-e44c-4dfa-afe0-954d5fd04d11 req-f56d2858-558b-49fe-abb2-8e23bf9d0cea tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:01.724078 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac14f094-e44c-4dfa-afe0-954d5fd04d11 req-f56d2858-558b-49fe-abb2-8e23bf9d0cea tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0664749 Feb 10 23:24:01.807342 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac14f094-e44c-4dfa-afe0-954d5fd04d11 req-3a528f9a-b461-479f-9d7b-fff262e59c1b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769167 Feb 10 23:24:02.970862 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904e0d0-4200-43d0-85b3-5c83f2bdd81d req-ee920f4b-7b8b-48fc-87f4-639af52aff81 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:02.972518 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9904e0d0-4200-43d0-85b3-5c83f2bdd81d req-ee920f4b-7b8b-48fc-87f4-639af52aff81 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0800874 Feb 10 23:24:03.021937 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9904e0d0-4200-43d0-85b3-5c83f2bdd81d req-daf7d1d8-5382-4d5b-a6d4-897617f3fd10 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436063 Feb 10 23:24:04.147312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c3062-4d9a-4643-a67f-cfbe2d4e94b8 req-d291e615-f337-4145-b775-c40b23311481 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:04.148808 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7e7c3062-4d9a-4643-a67f-cfbe2d4e94b8 req-d291e615-f337-4145-b775-c40b23311481 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0523868 Feb 10 23:24:04.194590 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7e7c3062-4d9a-4643-a67f-cfbe2d4e94b8 req-96331034-959c-4f14-832b-6070d702d75d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396912 Feb 10 23:24:05.317411 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb8741-9c22-42b8-95bf-eea92e78b2f8 req-21bfac87-9840-4825-90c4-8e304b66ff41 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:05.318774 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25cb8741-9c22-42b8-95bf-eea92e78b2f8 req-21bfac87-9840-4825-90c4-8e304b66ff41 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0526893 Feb 10 23:24:05.370721 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25cb8741-9c22-42b8-95bf-eea92e78b2f8 req-e6e82c03-fb43-4349-9692-da7574b86192 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 Feb 10 23:24:06.053177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:06.239635 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:24:06.505760 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62d50a-de9d-4386-9258-d5255c8a02df req-5f07914e-1e9a-423a-8f08-b44a6451e357 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:06.507234 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de62d50a-de9d-4386-9258-d5255c8a02df req-5f07914e-1e9a-423a-8f08-b44a6451e357 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0515301 Feb 10 23:24:06.553479 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de62d50a-de9d-4386-9258-d5255c8a02df req-329101f9-654f-40e9-ba5e-3430b05aefc3 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 Feb 10 23:24:07.683435 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12a7e5-62c6-49a2-8dbd-42bada0da20d req-8f6debbf-4bcd-400f-8041-8c591d9d8168 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:07.685101 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d12a7e5-62c6-49a2-8dbd-42bada0da20d req-8f6debbf-4bcd-400f-8041-8c591d9d8168 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0587163 Feb 10 23:24:07.734940 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d12a7e5-62c6-49a2-8dbd-42bada0da20d req-cf21c6f3-88bb-43df-969d-57f7a25e8893 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441728 Feb 10 23:24:08.864613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe86547-ebf1-4bc3-8ec3-96ab160147f3 req-e1e692dc-379e-498d-b582-b13097381b0c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:08.866092 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3fe86547-ebf1-4bc3-8ec3-96ab160147f3 req-e1e692dc-379e-498d-b582-b13097381b0c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0609539 Feb 10 23:24:08.913416 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3fe86547-ebf1-4bc3-8ec3-96ab160147f3 req-92fa1e57-34b5-4ee2-b95d-aed0d18b8fa6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417905 Feb 10 23:24:10.039594 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977d28-a611-43f8-a7cf-bfe22c23f3e7 req-a64a94e4-a098-474c-9f1c-eb26e4acd1b6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:10.041401 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe977d28-a611-43f8-a7cf-bfe22c23f3e7 req-a64a94e4-a098-474c-9f1c-eb26e4acd1b6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0533481 Feb 10 23:24:10.093702 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe977d28-a611-43f8-a7cf-bfe22c23f3e7 req-b87c35a3-4ac1-4c63-bf28-117bed836084 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Feb 10 23:24:11.224442 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f3b5f-e871-40f0-9c16-8220ea004187 req-ab51ca69-b859-4f3e-b4a3-9d393df3501d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:11.225924 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b00f3b5f-e871-40f0-9c16-8220ea004187 req-ab51ca69-b859-4f3e-b4a3-9d393df3501d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0562940 Feb 10 23:24:11.272929 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b00f3b5f-e871-40f0-9c16-8220ea004187 req-9e204ffd-a902-45e0-9e29-489d73ce969e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408602 Feb 10 23:24:12.396645 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919f927-dff3-4b98-9a22-72399345f0f2 req-deca5e67-cd2e-438f-8ef3-d44da980c27b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:12.398103 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f919f927-dff3-4b98-9a22-72399345f0f2 req-deca5e67-cd2e-438f-8ef3-d44da980c27b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0523136 Feb 10 23:24:12.444456 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f919f927-dff3-4b98-9a22-72399345f0f2 req-486339b2-2fbd-4ef8-8e4a-c7dd9c1e4168 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Feb 10 23:24:12.878401 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53090) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:12.894162 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-414c6405-020b-48e7-9f67-2734fe1e75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:12.981718 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7946f6d7-3bd2-41b1-83d8-998d433f5744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.055409 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7946f6d7-3bd2-41b1-83d8-998d433f5744 admin admin] Publish callbacks [] for security_group (b4b1cab9-7fa9-424d-863f-7a8d8d807339), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.058869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7946f6d7-3bd2-41b1-83d8-998d433f5744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b4b1cab9-7fa9-424d-863f-7a8d8d807339), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.100854 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7946f6d7-3bd2-41b1-83d8-998d433f5744 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e3979c6b20a74123a49c15841de6e726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213886 Feb 10 23:24:13.101692 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946f6d7-3bd2-41b1-83d8-998d433f5744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b1cab9-7fa9-424d-863f-7a8d8d807339,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:13.103506 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53094) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:13.150793 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-606c3bc2-7aee-42b1-bf3c-7e92c6ad3b02 admin admin] Publish callbacks [] for security_group (b4b1cab9-7fa9-424d-863f-7a8d8d807339), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.171526 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-606c3bc2-7aee-42b1-bf3c-7e92c6ad3b02 admin admin] Publish callbacks [] for security_group (b4b1cab9-7fa9-424d-863f-7a8d8d807339), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.218004 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-606c3bc2-7aee-42b1-bf3c-7e92c6ad3b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (b4b1cab9-7fa9-424d-863f-7a8d8d807339), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.220852 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-606c3bc2-7aee-42b1-bf3c-7e92c6ad3b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:13.221982 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-606c3bc2-7aee-42b1-bf3c-7e92c6ad3b02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b4b1cab9-7fa9-424d-863f-7a8d8d807339 HTTP/1.1" status: 204 len: 168 time: 0.1174536 Feb 10 23:24:13.229464 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c3bc2-7aee-42b1-bf3c-7e92c6ad3b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b1cab9-7fa9-424d-863f-7a8d8d807339,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:13.573170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c451208-0d3b-4791-8977-ec78af93e5b5 req-082dc3d7-33e3-49cd-8bab-4ae6d24690ba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:13.574823 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c451208-0d3b-4791-8977-ec78af93e5b5 req-082dc3d7-33e3-49cd-8bab-4ae6d24690ba tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0533175 Feb 10 23:24:13.622396 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c451208-0d3b-4791-8977-ec78af93e5b5 req-08c325d0-a0e7-4078-85af-b7ac472e16f0 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417659 Feb 10 23:24:14.757819 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1aea7c-0376-4fcd-a578-ba1d91f63a15 req-86eb2a1e-26e3-4f74-9854-c0c28e31e7ed tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:14.759299 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb1aea7c-0376-4fcd-a578-ba1d91f63a15 req-86eb2a1e-26e3-4f74-9854-c0c28e31e7ed tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0585890 Feb 10 23:24:14.807340 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-fb1aea7c-0376-4fcd-a578-ba1d91f63a15 req-6deaf639-268a-4bd6-822f-ef3e77da716c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416305 Feb 10 23:24:15.236534 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bde7e7a8-0534-4cde-97b3-c3010b6ba694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:15.935772 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2b3b8-f608-4924-9211-df05e59a4150 req-e37a7ec7-1f45-4304-8b3d-07b0ecced97b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:15.937377 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3c2b3b8-f608-4924-9211-df05e59a4150 req-e37a7ec7-1f45-4304-8b3d-07b0ecced97b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 943 time: 0.0562305 Feb 10 23:24:15.960226 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:15.980346 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:24:15.991910 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3c2b3b8-f608-4924-9211-df05e59a4150 req-a52d8ce9-4e43-4d21-8573-3527337b2c0c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458510 Feb 10 23:24:16.079039 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:16.090609 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'port_id': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'mac_address': 'fa:16:3e:0f:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:24:16.128405 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:24:16.128791 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:16.141220 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:24:16.160452 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:16.167019 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:16.216051 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=9']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:17.111852 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820c7e-0fbf-4484-aceb-b6c38592ae38 req-e73906e8-9260-474c-8c65-de7e739a7499 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:17.113335 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac820c7e-0fbf-4484-aceb-b6c38592ae38 req-e73906e8-9260-474c-8c65-de7e739a7499 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0517228 Feb 10 23:24:17.158958 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac820c7e-0fbf-4484-aceb-b6c38592ae38 req-090f3fd0-eaad-4c1b-8d59-c608019a4bab tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401654 Feb 10 23:24:17.634331 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:18.291369 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4ee96-ac73-4ac8-801f-38883fbf45af req-3f4287a3-ce5b-4491-ac06-65f5693bf1cc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:18.292771 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60b4ee96-ac73-4ac8-801f-38883fbf45af req-3f4287a3-ce5b-4491-ac06-65f5693bf1cc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0559115 Feb 10 23:24:18.339545 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60b4ee96-ac73-4ac8-801f-38883fbf45af req-0e287c8a-a2f5-45b5-a608-4697a3ece808 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409267 Feb 10 23:24:19.461067 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bf3e5-eb4d-4cab-b10c-96d14b5ee552 req-0c21512c-ad4a-4b1c-a5e8-354d9b54ff3c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:19.462517 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c96bf3e5-eb4d-4cab-b10c-96d14b5ee552 req-0c21512c-ad4a-4b1c-a5e8-354d9b54ff3c tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0513647 Feb 10 23:24:19.510363 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c96bf3e5-eb4d-4cab-b10c-96d14b5ee552 req-b10de205-9536-49a6-b942-6f4ef58d0b27 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415986 Feb 10 23:24:19.565136 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:19.715091 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['7e96a41f-2fe2-4a89-bd47-b22d647cfd68'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:24:20.633092 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd842c-f797-4ccb-8daf-57106e974012 req-2b01833c-6c9c-4f10-9561-587edaf816dc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:20.634579 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79cd842c-f797-4ccb-8daf-57106e974012 req-2b01833c-6c9c-4f10-9561-587edaf816dc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0527155 Feb 10 23:24:20.680570 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79cd842c-f797-4ccb-8daf-57106e974012 req-684ec3c0-e3f6-44c8-b0d9-c6f63a55376a tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404897 Feb 10 23:24:21.753895 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:24:21.802148 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66906e3-c52a-42a9-91ee-be9e0644d627 req-46dd19de-17ff-4c9a-8b62-c7bc709fddcc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:21.802781 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:21.802781 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:21.803678 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f66906e3-c52a-42a9-91ee-be9e0644d627 req-46dd19de-17ff-4c9a-8b62-c7bc709fddcc tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 944 time: 0.0539112 Feb 10 23:24:21.850341 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f66906e3-c52a-42a9-91ee-be9e0644d627 req-aa664300-6a1f-46ed-a237-c84de5ca83de tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409875 Feb 10 23:24:21.879326 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:24:21.879711 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:21.901110 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:24:21.903297 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeb330d-dd4c-434f-bbcb-5bdc790a5329" -d '{"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-plugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:24:21.918880 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:24:21.923217 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:21.946160 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0154dd2-2520-40e0-91d2-2eea36592a9f x-openstack-request-id: req-c0154dd2-2520-40e0-91d2-2eea36592a9f {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:24:21.946455 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-plugged", "status": "completed", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:24:21.946726 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0154dd2-2520-40e0-91d2-2eea36592a9f {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:24:21.947090 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'code': 200} Feb 10 23:24:21.971418 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=10']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:21.978244 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.978594 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.978959 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.979295 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.979629 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.979987 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.980316 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.980639 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.980964 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.981287 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.981611 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.981932 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:21.982255 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:22.974590 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b51b83-1c30-47ac-87b1-c18c9f8716e8 req-335b4214-963c-4e11-9abc-fa11c7d2d061 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:22.976113 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-65b51b83-1c30-47ac-87b1-c18c9f8716e8 req-335b4214-963c-4e11-9abc-fa11c7d2d061 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0526652 Feb 10 23:24:23.025427 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-65b51b83-1c30-47ac-87b1-c18c9f8716e8 req-16af338e-9756-4e78-a2cc-986456287245 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437319 Feb 10 23:24:24.149076 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47877c15-6212-46c6-9ab7-6f55b6ed84fb req-6df8aab4-ce35-4d79-9cbb-c30f73df4bc5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:24.150538 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47877c15-6212-46c6-9ab7-6f55b6ed84fb req-6df8aab4-ce35-4d79-9cbb-c30f73df4bc5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0516057 Feb 10 23:24:24.463249 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47877c15-6212-46c6-9ab7-6f55b6ed84fb req-a4f13387-371b-421c-8cf1-c11c83db6df6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071840 Feb 10 23:24:25.562366 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7a4ff-5750-4c02-9b3b-be3f708ed6e5 req-4f02866e-7a97-46ff-9cce-861d79af9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.563899 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dd7a4ff-5750-4c02-9b3b-be3f708ed6e5 req-4f02866e-7a97-46ff-9cce-861d79af9fc1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1130 time: 0.0462625 Feb 10 23:24:25.598359 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b9f5d-6ba6-4a24-bdc5-5c3b8e085d37 req-8b18ff50-d87a-4b4a-911c-37ee1b69b64b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.599886 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d74b9f5d-6ba6-4a24-bdc5-5c3b8e085d37 req-8b18ff50-d87a-4b4a-911c-37ee1b69b64b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0593491 Feb 10 23:24:25.608614 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1dd7a4ff-5750-4c02-9b3b-be3f708ed6e5 req-92f864d3-806a-473a-97f1-92310555d527 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382180 Feb 10 23:24:25.645195 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d74b9f5d-6ba6-4a24-bdc5-5c3b8e085d37 req-95695502-460a-4a94-89e0-ab74b93b0aac tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Feb 10 23:24:26.776486 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d8f84-b019-44fc-b165-eca0183beb08 req-d323eb51-0f0e-489c-a79c-d9a3f0e97d32 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:26.777958 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d6d8f84-b019-44fc-b165-eca0183beb08 req-d323eb51-0f0e-489c-a79c-d9a3f0e97d32 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0583766 Feb 10 23:24:26.826723 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d6d8f84-b019-44fc-b165-eca0183beb08 req-3c27df8e-fa43-4633-b4a4-6681b866140b tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Feb 10 23:24:27.978519 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061450c-61d0-4167-b1a7-61e9f9fcaa25 req-e93328c2-b7aa-4090-8c79-d19e71d5e7d4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:27.980048 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c061450c-61d0-4167-b1a7-61e9f9fcaa25 req-e93328c2-b7aa-4090-8c79-d19e71d5e7d4 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0667326 Feb 10 23:24:28.026486 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c061450c-61d0-4167-b1a7-61e9f9fcaa25 req-79838c24-3c36-4436-a7d6-3114bd883fc0 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403526 Feb 10 23:24:29.149474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1be1dc-98eb-4d92-b773-c961de8d03c6 req-f84be34d-6371-4a41-96c2-00cb9d59a211 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:29.151165 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e1be1dc-98eb-4d92-b773-c961de8d03c6 req-f84be34d-6371-4a41-96c2-00cb9d59a211 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0522928 Feb 10 23:24:29.195611 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e1be1dc-98eb-4d92-b773-c961de8d03c6 req-108fa0ab-8bc4-4bf6-805c-f75d3d3b9e0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391366 Feb 10 23:24:36.039959 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:38.632067 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-60895d0b-30f6-4355-b1ba-0bc1084de369 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424187 Feb 10 23:24:38.713727 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-f3d9e052-ea66-4a59-993e-18fdee797de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:38.715196 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-f3d9e052-ea66-4a59-993e-18fdee797de4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 1130 time: 0.0441382 Feb 10 23:24:38.820663 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-d7cf3864-2e39-4b4a-902c-8fdc0dfb6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:38.822027 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-d7cf3864-2e39-4b4a-902c-8fdc0dfb6a15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 200 len: 917 time: 0.0862594 Feb 10 23:24:38.896230 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-204b7d38-1925-40b7-8748-9ed13627dfcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 200 len: 1001 time: 0.0604215 Feb 10 23:24:38.943597 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-7383c922-4db4-4609-bd27-4c63617f5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:38.945028 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-7383c922-4db4-4609-bd27-4c63617f5c2e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 200 len: 855 time: 0.0425696 Feb 10 23:24:38.992707 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-9f365b93-5ec9-4b0a-814d-ac49b724d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:38.994165 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-9f365b93-5ec9-4b0a-814d-ac49b724d417 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6ea54227-1b5f-4442-b2f4-576bfe7066e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425904 Feb 10 23:24:39.084322 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-2da9ae52-f748-4932-a0c4-7b81faf1559a service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835302 Feb 10 23:24:39.173567 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-732b09fc-d67c-433d-b715-1e0e9e36719a req-bfc224bf-5e82-4901-b3bd-4e54c5e39aca service neutron] 10.222.0.43 "GET /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822616 Feb 10 23:24:42.895780 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d5bac18-15b5-42b8-82db-80053c596ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:43.240330 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:24:45.239550 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6dc12dba-1fa0-4404-9e5a-84f89afc2662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:45.958067 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:47.638177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:49.566186 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.008985 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53388) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:50.110483 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0093f3-26ef-4e46-a9f8-ebb013c94bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.184419 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0093f3-26ef-4e46-a9f8-ebb013c94bee admin admin] Publish callbacks [] for security_group (64d91e44-dd80-47b9-b6cb-d17df69796c2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.187958 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd0093f3-26ef-4e46-a9f8-ebb013c94bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (64d91e44-dd80-47b9-b6cb-d17df69796c2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.228860 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bd0093f3-26ef-4e46-a9f8-ebb013c94bee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=400dbc13a9dd4df68cac7495e1fbe763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188010 Feb 10 23:24:50.230027 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0093f3-26ef-4e46-a9f8-ebb013c94bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d91e44-dd80-47b9-b6cb-d17df69796c2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:50.231510 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:50.282076 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Publish callbacks [] for security_group (64d91e44-dd80-47b9-b6cb-d17df69796c2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.303584 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Publish callbacks [] for security_group (64d91e44-dd80-47b9-b6cb-d17df69796c2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.355616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (64d91e44-dd80-47b9-b6cb-d17df69796c2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.358306 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.359446 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64d91e44-dd80-47b9-b6cb-d17df69796c2 HTTP/1.1" status: 204 len: 168 time: 0.1269011 Feb 10 23:24:50.367641 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d91e44-dd80-47b9-b6cb-d17df69796c2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:50.374764 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.375040 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.375387 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.375734 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.376100 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.376437 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.376772 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.377105 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.377449 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.377765 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.378222 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.379174 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.379898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dc7bb-7175-4bd3-81aa-c052934204e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:50.610657 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53400) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:50.624118 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2fe3-1a80-4c4e-a317-4e12b7b0460a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.699203 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2fe3-1a80-4c4e-a317-4e12b7b0460a admin admin] Publish callbacks [] for security_group (8be86809-462b-4518-907f-fc9981393a82), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.703800 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec1e2fe3-1a80-4c4e-a317-4e12b7b0460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8be86809-462b-4518-907f-fc9981393a82), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.741558 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ec1e2fe3-1a80-4c4e-a317-4e12b7b0460a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a309415492b6493a98d63b676e198061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298079 Feb 10 23:24:50.744016 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e2fe3-1a80-4c4e-a317-4e12b7b0460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be86809-462b-4518-907f-fc9981393a82,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:50.744349 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53402) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:50.793616 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2c4db39-1561-468e-b1ab-951d34be3389 admin admin] Publish callbacks [] for security_group (8be86809-462b-4518-907f-fc9981393a82), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.814601 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2c4db39-1561-468e-b1ab-951d34be3389 admin admin] Publish callbacks [] for security_group (8be86809-462b-4518-907f-fc9981393a82), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.860350 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2c4db39-1561-468e-b1ab-951d34be3389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8be86809-462b-4518-907f-fc9981393a82), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.863460 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e2c4db39-1561-468e-b1ab-951d34be3389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:50.864820 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e2c4db39-1561-468e-b1ab-951d34be3389 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8be86809-462b-4518-907f-fc9981393a82 HTTP/1.1" status: 204 len: 168 time: 0.1194897 Feb 10 23:24:50.872347 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4db39-1561-468e-b1ab-951d34be3389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be86809-462b-4518-907f-fc9981393a82,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:52.680984 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:52.781515 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04f2eb1e-7d10-406b-b20d-2d2ad20dd05f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:52.856547 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04f2eb1e-7d10-406b-b20d-2d2ad20dd05f admin admin] Publish callbacks [] for security_group (65f70197-1594-474f-bf1e-29518eaf528b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:52.860051 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04f2eb1e-7d10-406b-b20d-2d2ad20dd05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (65f70197-1594-474f-bf1e-29518eaf528b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:52.898149 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-04f2eb1e-7d10-406b-b20d-2d2ad20dd05f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71ad7789e0bc44888ddd8833bde47714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161090 Feb 10 23:24:52.899289 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2eb1e-7d10-406b-b20d-2d2ad20dd05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f70197-1594-474f-bf1e-29518eaf528b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:52.900881 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:52.948858 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44bd3f9-6a79-43f9-9ea1-abed24e416f6 admin admin] Publish callbacks [] for security_group (65f70197-1594-474f-bf1e-29518eaf528b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:52.969617 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44bd3f9-6a79-43f9-9ea1-abed24e416f6 admin admin] Publish callbacks [] for security_group (65f70197-1594-474f-bf1e-29518eaf528b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.016084 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44bd3f9-6a79-43f9-9ea1-abed24e416f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (65f70197-1594-474f-bf1e-29518eaf528b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.018666 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b44bd3f9-6a79-43f9-9ea1-abed24e416f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.019879 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b44bd3f9-6a79-43f9-9ea1-abed24e416f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65f70197-1594-474f-bf1e-29518eaf528b HTTP/1.1" status: 204 len: 168 time: 0.1179011 Feb 10 23:24:53.027249 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bd3f9-6a79-43f9-9ea1-abed24e416f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f70197-1594-474f-bf1e-29518eaf528b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:53.275648 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53484) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:53.293497 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f908ac72-40f5-4c12-8697-0d4abe57221d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.367781 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f908ac72-40f5-4c12-8697-0d4abe57221d admin admin] Publish callbacks [] for security_group (1c775fc0-65ec-4e26-b867-bb8e979bb9ef), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.371300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f908ac72-40f5-4c12-8697-0d4abe57221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1c775fc0-65ec-4e26-b867-bb8e979bb9ef), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.409341 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f908ac72-40f5-4c12-8697-0d4abe57221d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f8ed0f7c335c4ca498ecb1f36706a996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326005 Feb 10 23:24:53.410584 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908ac72-40f5-4c12-8697-0d4abe57221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c775fc0-65ec-4e26-b867-bb8e979bb9ef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:53.413191 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53486) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:53.463255 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd7a3-bbc0-4784-82b9-16e8185a7264 admin admin] Publish callbacks [] for security_group (1c775fc0-65ec-4e26-b867-bb8e979bb9ef), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.483924 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd7a3-bbc0-4784-82b9-16e8185a7264 admin admin] Publish callbacks [] for security_group (1c775fc0-65ec-4e26-b867-bb8e979bb9ef), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.528594 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd7a3-bbc0-4784-82b9-16e8185a7264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1c775fc0-65ec-4e26-b867-bb8e979bb9ef), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.531086 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bb9bd7a3-bbc0-4784-82b9-16e8185a7264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:53.532228 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bb9bd7a3-bbc0-4784-82b9-16e8185a7264 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1c775fc0-65ec-4e26-b867-bb8e979bb9ef HTTP/1.1" status: 204 len: 168 time: 0.1178718 Feb 10 23:24:53.540544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9bd7a3-bbc0-4784-82b9-16e8185a7264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c775fc0-65ec-4e26-b867-bb8e979bb9ef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:54.544740 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:54.647412 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3c71-49a6-4e02-b73b-e937fd518fb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.723804 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3c71-49a6-4e02-b73b-e937fd518fb4 admin admin] Publish callbacks [] for security_group (00c3397b-1110-403a-bcd3-9bbf33a1ca13), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.728595 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc4b3c71-49a6-4e02-b73b-e937fd518fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (00c3397b-1110-403a-bcd3-9bbf33a1ca13), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.787638 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b3c71-49a6-4e02-b73b-e937fd518fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c3397b-1110-403a-bcd3-9bbf33a1ca13,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:54.792160 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cc4b3c71-49a6-4e02-b73b-e937fd518fb4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c45f7320dab743a5acd3ffdc379c566d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463088 Feb 10 23:24:54.794628 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:24:54.841439 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9aab134-6791-4130-80b8-c2f1943a5647 admin admin] Publish callbacks [] for security_group (00c3397b-1110-403a-bcd3-9bbf33a1ca13), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.861996 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9aab134-6791-4130-80b8-c2f1943a5647 admin admin] Publish callbacks [] for security_group (00c3397b-1110-403a-bcd3-9bbf33a1ca13), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.912747 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9aab134-6791-4130-80b8-c2f1943a5647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (00c3397b-1110-403a-bcd3-9bbf33a1ca13), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.915303 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9aab134-6791-4130-80b8-c2f1943a5647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:24:54.916482 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a9aab134-6791-4130-80b8-c2f1943a5647 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00c3397b-1110-403a-bcd3-9bbf33a1ca13 HTTP/1.1" status: 204 len: 168 time: 0.1209605 Feb 10 23:24:54.923845 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aab134-6791-4130-80b8-c2f1943a5647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c3397b-1110-403a-bcd3-9bbf33a1ca13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:02.649496 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:02.762210 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e116d01-60db-46e1-b994-b8961e8fd0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:02.835042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e116d01-60db-46e1-b994-b8961e8fd0f3 admin admin] Publish callbacks [] for security_group (ac4f4929-8a66-4761-8c20-ff8a90d5e056), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:02.838820 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e116d01-60db-46e1-b994-b8961e8fd0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ac4f4929-8a66-4761-8c20-ff8a90d5e056), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:02.876416 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4e116d01-60db-46e1-b994-b8961e8fd0f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e8f61a6a1804c6da8b0bf7798aa3c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258778 Feb 10 23:25:02.877330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e116d01-60db-46e1-b994-b8961e8fd0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4f4929-8a66-4761-8c20-ff8a90d5e056,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:02.879138 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53654) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:02.928642 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Publish callbacks [] for security_group (ac4f4929-8a66-4761-8c20-ff8a90d5e056), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:02.948954 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Publish callbacks [] for security_group (ac4f4929-8a66-4761-8c20-ff8a90d5e056), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:02.996291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ac4f4929-8a66-4761-8c20-ff8a90d5e056), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:02.998875 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.000057 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac4f4929-8a66-4761-8c20-ff8a90d5e056 HTTP/1.1" status: 204 len: 168 time: 0.1192153 Feb 10 23:25:03.007467 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4f4929-8a66-4761-8c20-ff8a90d5e056,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:03.014645 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.015006 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.015355 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.015699 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.016066 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.016401 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.016738 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.017072 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.017403 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.017736 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.018066 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.018404 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.018720 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3a91ce-6022-415e-96ce-92095f779554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:03.253054 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53660) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:03.266354 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5da0a99f-6290-4452-a6e1-785857100524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.339462 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5da0a99f-6290-4452-a6e1-785857100524 admin admin] Publish callbacks [] for security_group (985918ec-0e02-44fe-8603-0e0785e3b7c9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.343171 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5da0a99f-6290-4452-a6e1-785857100524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (985918ec-0e02-44fe-8603-0e0785e3b7c9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.380843 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5da0a99f-6290-4452-a6e1-785857100524 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a14eeedf4f3044b298f212a7da245428&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266723 Feb 10 23:25:03.382735 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da0a99f-6290-4452-a6e1-785857100524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985918ec-0e02-44fe-8603-0e0785e3b7c9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:03.383566 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:03.433364 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed643222-6477-4e4d-a203-e63600d1991c admin admin] Publish callbacks [] for security_group (985918ec-0e02-44fe-8603-0e0785e3b7c9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.456480 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed643222-6477-4e4d-a203-e63600d1991c admin admin] Publish callbacks [] for security_group (985918ec-0e02-44fe-8603-0e0785e3b7c9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.502264 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed643222-6477-4e4d-a203-e63600d1991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (985918ec-0e02-44fe-8603-0e0785e3b7c9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.505245 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed643222-6477-4e4d-a203-e63600d1991c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.506532 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ed643222-6477-4e4d-a203-e63600d1991c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/985918ec-0e02-44fe-8603-0e0785e3b7c9 HTTP/1.1" status: 204 len: 168 time: 0.1218567 Feb 10 23:25:03.514346 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed643222-6477-4e4d-a203-e63600d1991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985918ec-0e02-44fe-8603-0e0785e3b7c9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:03.810292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53668) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:03.823554 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86bd6a53-6a50-46aa-a962-42ad3dd22d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.898728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86bd6a53-6a50-46aa-a962-42ad3dd22d54 admin admin] Publish callbacks [] for security_group (8c367467-e9c6-45be-87d0-333271518419), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.902623 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86bd6a53-6a50-46aa-a962-42ad3dd22d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8c367467-e9c6-45be-87d0-333271518419), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:03.939621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd6a53-6a50-46aa-a962-42ad3dd22d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c367467-e9c6-45be-87d0-333271518419,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:03.945666 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-86bd6a53-6a50-46aa-a962-42ad3dd22d54 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a547240404bd4222a54b835da960303c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343520 Feb 10 23:25:03.948368 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53670) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:03.996322 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49f1ec5-711a-4ef5-8d4b-92a6025c8c6d admin admin] Publish callbacks [] for security_group (8c367467-e9c6-45be-87d0-333271518419), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:04.017010 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49f1ec5-711a-4ef5-8d4b-92a6025c8c6d admin admin] Publish callbacks [] for security_group (8c367467-e9c6-45be-87d0-333271518419), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:04.064759 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49f1ec5-711a-4ef5-8d4b-92a6025c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8c367467-e9c6-45be-87d0-333271518419), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:04.067923 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b49f1ec5-711a-4ef5-8d4b-92a6025c8c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:04.069060 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b49f1ec5-711a-4ef5-8d4b-92a6025c8c6d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8c367467-e9c6-45be-87d0-333271518419 HTTP/1.1" status: 204 len: 168 time: 0.1196587 Feb 10 23:25:04.076522 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f1ec5-711a-4ef5-8d4b-92a6025c8c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c367467-e9c6-45be-87d0-333271518419,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:06.046858 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:12.899409 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fde1968-9cae-4289-8553-7f91dc5598d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:15.240105 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d0006ff-c2fc-4f76-b723-98ab6760d1e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:15.961098 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:17.636993 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:19.567830 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:20.238922 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:25:35.299366 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a8880-e9ec-490b-9e7f-23cef60ee898 req-c2596dbc-c46c-4a35-a17d-b74e70800e31 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:35.300769 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-297a8880-e9ec-490b-9e7f-23cef60ee898 req-c2596dbc-c46c-4a35-a17d-b74e70800e31 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.2063687 Feb 10 23:25:35.345914 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-297a8880-e9ec-490b-9e7f-23cef60ee898 req-faed93be-a105-4f70-bdf5-b49146363ec8 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396218 Feb 10 23:25:36.053434 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:36.527405 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a399d-a9aa-4727-a247-d999d43cb5c9 req-18ee5006-3ea6-49fd-b0b4-8c8289114cf5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:36.528923 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a55a399d-a9aa-4727-a247-d999d43cb5c9 req-18ee5006-3ea6-49fd-b0b4-8c8289114cf5 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.1045108 Feb 10 23:25:36.574344 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a55a399d-a9aa-4727-a247-d999d43cb5c9 req-b849ae56-4a6a-4415-bcd9-12edc8232c89 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups?id=8e50cdc8-b6a6-4036-978c-e8aae82c306c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400074 Feb 10 23:25:36.851733 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-da316c3c-5449-4c3f-bffd-a4e5b70d0b61 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:36.853214 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-da316c3c-5449-4c3f-bffd-a4e5b70d0b61 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 946 time: 0.0509799 Feb 10 23:25:36.945631 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Deleting port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:36.945974 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:37.033426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] For port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:37.033794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:37.209946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:37.210312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (feba2577-3019-4910-bb3d-03613bbf0844), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:37.210627 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Floating IP feba2577-3019-4910-bb3d-03613bbf0844 disassociated. External IP: 172.27.1.109, port: 7e96a41f-2fe2-4a89-bd47-b22d647cfd68. Feb 10 23:25:37.210972 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Calling delete_port for 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:37.337291 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (7e96a41f-2fe2-4a89-bd47-b22d647cfd68), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:37.372357 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event deleted for resources: {'Port': ['ID=7e96a41f-2fe2-4a89-bd47-b22d647cfd68,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:37.501882 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:37.623598 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:37.637962 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:37.654158 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:37.654904 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:37.671258 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] No DVR routers for this DVR port 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:37.673953 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:37.677427 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-694b58e5-b866-4a6d-a918-56ef97d0f23d req-f3bd9534-6893-4bbf-b10c-dae7dc107c0d tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.43 "DELETE /v2.0/ports/7e96a41f-2fe2-4a89-bd47-b22d647cfd68 HTTP/1.1" status: 204 len: 173 time: 0.8191144 Feb 10 23:25:37.677882 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-deleted', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:25:37.680282 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd4d36-eb4f-4f5e-94e0-8bca3ccafd98" -d '{"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-deleted", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:25:37.708264 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-665b959d-5668-4723-ac65-2894ceacb38e req-55fef154-da37-4db9-8114-73cc6c9aee96 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/ports?device_id=51c08e0b-fe7e-4b21-98ef-6877367d0b10 HTTP/1.1" status: 200 len: 210 time: 0.0576394 Feb 10 23:25:37.737355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099516d5-cc49-42e8-bc15-e990f207b311 x-openstack-request-id: req-099516d5-cc49-42e8-bc15-e990f207b311 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:25:37.737726 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51c08e0b-fe7e-4b21-98ef-6877367d0b10", "name": "network-vif-deleted", "tag": "7e96a41f-2fe2-4a89-bd47-b22d647cfd68", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:25:37.737980 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-099516d5-cc49-42e8-bc15-e990f207b311 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:25:37.738541 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51c08e0b-fe7e-4b21-98ef-6877367d0b10', 'name': 'network-vif-deleted', 'tag': '7e96a41f-2fe2-4a89-bd47-b22d647cfd68', 'status': 'completed', 'code': 200} Feb 10 23:25:37.810642 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:38.019197 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:38.044951 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:38.052960 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:38.053559 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:38.161096 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:38.354432 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:38.383560 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1e038d-571b-4555-b8f8-bb55456d1e57 None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:16:50Z', 'revision_number': 4, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0d4f9420-7f1b-49ee-a144-ec6539f3cce4', 'name': '', 'network_id': '6ea54227-1b5f-4442-b2f4-576bfe7066e3', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'mac_address': 'fa:16:3e:2a:3a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:49Z', 'updated_at': '2022-02-10T23:16:54Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'subnets': [{'id': 'e37a09f0-b623-48da-b302-fc05c5e51ed7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:38.602286 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7a683-45d6-49c5-9113-5c2bd87ab0e7 None None] New status for floating IP feba2577-3019-4910-bb3d-03613bbf0844: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:25:38.806774 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:38.862722 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a183f8fd-5bfa-4465-8a0a-b5bb82b744b1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (8e50cdc8-b6a6-4036-978c-e8aae82c306c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:38.886724 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a183f8fd-5bfa-4465-8a0a-b5bb82b744b1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (8e50cdc8-b6a6-4036-978c-e8aae82c306c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:38.932417 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a183f8fd-5bfa-4465-8a0a-b5bb82b744b1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8e50cdc8-b6a6-4036-978c-e8aae82c306c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:38.935716 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a183f8fd-5bfa-4465-8a0a-b5bb82b744b1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:38.936923 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a183f8fd-5bfa-4465-8a0a-b5bb82b744b1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "DELETE /v2.0/security-groups/8e50cdc8-b6a6-4036-978c-e8aae82c306c HTTP/1.1" status: 204 len: 168 time: 0.1291661 Feb 10 23:25:38.939687 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:38.945955 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183f8fd-5bfa-4465-8a0a-b5bb82b744b1 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e50cdc8-b6a6-4036-978c-e8aae82c306c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:38.952556 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-9eec1f35-08e0-426c-833b-a37f7a842b94 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] show failed (client error): The resource could not be found. Feb 10 23:25:38.953570 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9eec1f35-08e0-426c-833b-a37f7a842b94 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "GET /v2.0/security-groups/8e50cdc8-b6a6-4036-978c-e8aae82c306c HTTP/1.1" status: 404 len: 347 time: 0.0128188 Feb 10 23:25:38.956446 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53898) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:39.080759 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Deleting port 00c3129c-02d4-4238-99ce-d8d0ea3b86c3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:39.081009 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.158016 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.158339 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.170307 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Calling delete_port for 00c3129c-02d4-4238-99ce-d8d0ea3b86c3 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:39.298448 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (00c3129c-02d4-4238-99ce-d8d0ea3b86c3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.323420 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Pushing event deleted for resources: {'Port': ['ID=00c3129c-02d4-4238-99ce-d8d0ea3b86c3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:39.383168 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks [] for floatingip (feba2577-3019-4910-bb3d-03613bbf0844), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.385869 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.387834 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fadf585b-ec56-41a4-ac82-88327289c25e tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] 10.222.0.77 "DELETE /v2.0/floatingips/feba2577-3019-4910-bb3d-03613bbf0844 HTTP/1.1" status: 204 len: 168 time: 0.4303248 Feb 10 23:25:39.644344 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:39.884483 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Deleting port 4611924d-e9ed-4706-a7f5-d19675b625c9 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:39.884821 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.959884 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.960560 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for floatingip (4611924d-e9ed-4706-a7f5-d19675b625c9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:39.971842 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Calling delete_port for 4611924d-e9ed-4706-a7f5-d19675b625c9 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:40.139509 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (4611924d-e9ed-4706-a7f5-d19675b625c9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:40.165041 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event deleted for resources: {'Port': ['ID=4611924d-e9ed-4706-a7f5-d19675b625c9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:40.226718 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for floatingip (f31385c3-5211-4a60-be50-88da7771fde4), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:40.226930 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Floating IP f31385c3-5211-4a60-be50-88da7771fde4 disassociated (deleted). External IP: 172.27.1.99, port: cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe. Feb 10 23:25:40.435196 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Router 9a0c7778-2920-4d9b-a1e7-3d73164f759d has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:40.544949 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:40.549879 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:40.555105 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] Sync routers for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:40.564515 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:40.565130 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:40.682759 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:40.816954 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c338be4b-8ef5-4716-8d99-d5dc718f57e4 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "DELETE /v2.0/floatingips/f31385c3-5211-4a60-be50-88da7771fde4 HTTP/1.1" status: 204 len: 168 time: 1.1714849 Feb 10 23:25:40.817458 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:25:40.819757 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3422bbe3-a3c7-4d66-8245-a4708e2141da" -d '{"events": [{"name": "network-changed", "server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:25:40.862775 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d835f97d-1ff6-4549-acc3-382a56796e93 x-openstack-request-id: req-d835f97d-1ff6-4549-acc3-382a56796e93 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:25:40.863148 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:25:40.863475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d835f97d-1ff6-4549-acc3-382a56796e93 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:25:40.864043 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'status': 'completed', 'code': 200} Feb 10 23:25:40.884440 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:40.911178 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] Checking router: 9a0c7778-2920-4d9b-a1e7-3d73164f759d for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:40.919781 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:40.920488 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:41.030627 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:41.045525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33dbe-933a-4978-941c-f55ad46bca59 req-2307bedc-af08-4ae4-b391-3ddc65e345e3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:41.047028 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9b33dbe-933a-4978-941c-f55ad46bca59 req-2307bedc-af08-4ae4-b391-3ddc65e345e3 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0568905 Feb 10 23:25:41.099856 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9b33dbe-933a-4978-941c-f55ad46bca59 req-f20e36d4-8692-4b58-bd33-c6a2c588dec2 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470672 Feb 10 23:25:41.316936 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:41.343230 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82291540-93a3-4b6a-b951-828b289fd4a1 None None] The sync data for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi is: [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:19:22Z', 'revision_number': 4, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'e14942dd-369d-4b94-a503-8a7f3a947b80', 'name': '', 'network_id': '25aecac1-2f62-49dd-ae75-cdb613890201', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'mac_address': 'fa:16:3e:5d:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:22Z', 'updated_at': '2022-02-10T23:19:28Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'subnets': [{'id': '07269074-4345-4964-8e5e-caadb4df1f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:41.539166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5a4e3-558f-44eb-b0a8-cf79393e0fbe None None] New status for floating IP f31385c3-5211-4a60-be50-88da7771fde4: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:25:41.733850 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-a4693562-26c9-4679-b373-601631a6ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:41.735436 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-a4693562-26c9-4679-b373-601631a6ec5f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8112af212c7944688c5d2b566cd01406&device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 1129 time: 0.0922410 Feb 10 23:25:41.854326 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-45ae7edf-7dc8-44de-994e-dce73567ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:41.856537 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-45ae7edf-7dc8-44de-994e-dce73567ce6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 200 len: 910 time: 0.0893834 Feb 10 23:25:41.897577 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-64cd068a-c2ac-4439-8159-1f1f34fc175f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 200 len: 217 time: 0.0345972 Feb 10 23:25:41.946836 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-5b46e223-04f4-4c26-a9ad-1368739971ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:41.948269 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-5b46e223-04f4-4c26-a9ad-1368739971ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 200 len: 848 time: 0.0428901 Feb 10 23:25:42.001071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-d68ee90e-7a6b-4d8f-bf92-d86271b1919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:42.002552 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-d68ee90e-7a6b-4d8f-bf92-d86271b1919f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=25aecac1-2f62-49dd-ae75-cdb613890201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477078 Feb 10 23:25:42.014274 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-b1ca6d69-c17e-4d33-b1ff-a12a8734fc26 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:25:42.015201 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-b1ca6d69-c17e-4d33-b1ff-a12a8734fc26 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050313 Feb 10 23:25:42.110366 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-e8aa8d0a-62df-4dfd-8517-9653f47ab401 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814304 Feb 10 23:25:42.204750 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3422bbe3-a3c7-4d66-8245-a4708e2141da req-be4c471d-03c6-4721-ab11-4840043240e4 service neutron] 10.222.0.43 "GET /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865054 Feb 10 23:25:42.218785 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf8075-b192-4383-a0dc-726048486915 req-4039e825-a072-4b39-a8cc-7fe012487a68 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:42.220527 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74bf8075-b192-4383-a0dc-726048486915 req-4039e825-a072-4b39-a8cc-7fe012487a68 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0510287 Feb 10 23:25:42.268134 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-74bf8075-b192-4383-a0dc-726048486915 req-6d134e7d-cfdb-428b-91ad-f9562def950e tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420799 Feb 10 23:25:42.900130 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b87032b1-19ca-4233-a85b-2229a93d4888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:43.389907 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810367e-4281-4b60-8785-af64e9b99423 req-a4966762-b909-4807-be66-1c80e974b53c tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:43.391572 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7810367e-4281-4b60-8785-af64e9b99423 req-a4966762-b909-4807-be66-1c80e974b53c tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Feb 10 23:25:43.440094 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7810367e-4281-4b60-8785-af64e9b99423 req-899d164d-41f5-4978-9fbe-b348235bf88c tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430732 Feb 10 23:25:43.602562 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:43.623200 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:43.623567 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 7e96a41f-2fe2-4a89-bd47-b22d647cfd68 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:43.738702 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-abacef58-2878-45c2-86e3-c8ebfd231c39 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:43.740108 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-abacef58-2878-45c2-86e3-c8ebfd231c39 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.43 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 945 time: 0.0508389 Feb 10 23:25:43.838344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Deleting port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:43.838689 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:43.885214 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53958) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:43.941215 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] For port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:43.941581 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:43.955226 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Calling delete_port for cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:44.098593 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:44.132558 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event deleted for resources: {'Port': ['ID=cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:44.180317 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] No DVR routers for this DVR port cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:44.183209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:44.186765 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-655f64bb-c87e-4423-8caa-27e5e1f3c32f req-688d4810-e391-45ea-9ba7-137e21866c96 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.43 "DELETE /v2.0/ports/cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe HTTP/1.1" status: 204 len: 173 time: 0.4418247 Feb 10 23:25:44.187227 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-deleted', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:25:44.189693 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c47a9a8-1550-450c-88fd-116f84f54a19" -d '{"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-deleted", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:25:44.233146 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2960ae-d9db-446f-8acd-47459b33d87b x-openstack-request-id: req-2f2960ae-d9db-446f-8acd-47459b33d87b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:25:44.233508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04d79e7-6487-45db-a4d8-78dc9e53d334", "name": "network-vif-deleted", "tag": "cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:25:44.233686 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f2960ae-d9db-446f-8acd-47459b33d87b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:25:44.234096 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04d79e7-6487-45db-a4d8-78dc9e53d334', 'name': 'network-vif-deleted', 'tag': 'cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe', 'status': 'completed', 'code': 200} Feb 10 23:25:44.375802 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (3d35e807-878f-4fd3-88c9-854fc8b0b00a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:44.549156 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7323aced-9b2e-4afe-a5cc-2ab351fee59e req-7e6af2ac-3b16-4a28-be1e-15194c732a2b tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "GET /v2.0/ports?device_id=a04d79e7-6487-45db-a4d8-78dc9e53d334 HTTP/1.1" status: 200 len: 210 time: 0.0361567 Feb 10 23:25:44.673435 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Deleting port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:44.673780 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:44.750596 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] For port 0d4f9420-7f1b-49ee-a144-ec6539f3cce4, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:44.750874 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:44.762925 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Calling delete_port for 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:44.946109 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (0d4f9420-7f1b-49ee-a144-ec6539f3cce4), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:44.977467 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d4f9420-7f1b-49ee-a144-ec6539f3cce4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:45.176415 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (3d35e807-878f-4fd3-88c9-854fc8b0b00a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.242268 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-306ed3b6-14a8-4f67-ae6d-9b68f69296dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.403652 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Router 3d35e807-878f-4fd3-88c9-854fc8b0b00a has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:45.512658 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:45.520142 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea3c00e8-7c9e-4f98-9006-2fa673fd5e99 admin admin] 10.222.0.77 "PUT /v2.0/routers/3d35e807-878f-4fd3-88c9-854fc8b0b00a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6314764 Feb 10 23:25:45.521062 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:45.524478 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] Sync routers for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:45.533984 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:45.534786 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:45.607804 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53978) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:45.641902 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks [] for router (3d35e807-878f-4fd3-88c9-854fc8b0b00a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.650497 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:45.669613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2609c0e-716f-42bf-a224-1c6cb2b1344f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group (ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.695274 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2609c0e-716f-42bf-a224-1c6cb2b1344f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group (ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.754260 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks [] for router_gateway (3d35e807-878f-4fd3-88c9-854fc8b0b00a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.763118 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2609c0e-716f-42bf-a224-1c6cb2b1344f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.765836 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2609c0e-716f-42bf-a224-1c6cb2b1344f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.769708 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f2609c0e-716f-42bf-a224-1c6cb2b1344f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] 10.222.0.77 "DELETE /v2.0/security-groups/ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08 HTTP/1.1" status: 204 len: 168 time: 0.1576231 Feb 10 23:25:45.776186 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2609c0e-716f-42bf-a224-1c6cb2b1344f tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a44b8-36a9-4b5a-9bd5-59751c7ebd08,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:45.825850 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:45.846640 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Deleting port 866db9d5-0059-443c-ab78-5cf1c19ffe9d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:45.846975 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.849722 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:25:44Z', 'revision_number': 5, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port': {'id': '866db9d5-0059-443c-ab78-5cf1c19ffe9d', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:16:47Z', 'updated_at': '2022-02-10T23:16:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:45.876464 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] Checking router: 3d35e807-878f-4fd3-88c9-854fc8b0b00a for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:45.885242 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] Routers {'3d35e807-878f-4fd3-88c9-854fc8b0b00a'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:45.885855 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:45.964621 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:45.975620 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] Set router 3d35e807-878f-4fd3-88c9-854fc8b0b00a gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:45.976507 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] For port 866db9d5-0059-443c-ab78-5cf1c19ffe9d, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=866db9d5-0059-443c-ab78-5cf1c19ffe9d,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:45.977040 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.022459 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Calling delete_port for 866db9d5-0059-443c-ab78-5cf1c19ffe9d owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:46.030626 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:25:45Z', 'revision_number': 6, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:46.056733 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f5549-8e84-44ee-bd16-e1810299d602 None None] The sync data for ids ['3d35e807-878f-4fd3-88c9-854fc8b0b00a'] in dv-cinder-828805-1-iscsi is: [{'id': '3d35e807-878f-4fd3-88c9-854fc8b0b00a', 'name': 'tempest-AttachVolumeShelveTestJSON-634976801-router', 'tenant_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:16:46Z', 'updated_at': '2022-02-10T23:25:45Z', 'revision_number': 6, 'project_id': '893cb9e5a3dd4f8cbc746a73b7c03f74', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:46.574325 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (866db9d5-0059-443c-ab78-5cf1c19ffe9d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.609809 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Pushing event deleted for resources: {'Port': ['ID=866db9d5-0059-443c-ab78-5cf1c19ffe9d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:46.681323 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (3d35e807-878f-4fd3-88c9-854fc8b0b00a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.809244 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (3d35e807-878f-4fd3-88c9-854fc8b0b00a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.812219 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks [] for router_controller (3d35e807-878f-4fd3-88c9-854fc8b0b00a), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.887170 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (9a0c7778-2920-4d9b-a1e7-3d73164f759d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.889878 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (3d35e807-878f-4fd3-88c9-854fc8b0b00a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.890408 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d35e807-878f-4fd3-88c9-854fc8b0b00a {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:25:46.926818 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:46.930222 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1393ee41-1b55-4ab3-adf9-85a5880ac84d admin admin] 10.222.0.77 "DELETE /v2.0/routers/3d35e807-878f-4fd3-88c9-854fc8b0b00a HTTP/1.1" status: 204 len: 168 time: 1.4067485 Feb 10 23:25:46.930970 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 53992) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:46.976841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Deleting subnet e37a09f0-b623-48da-b302-fc05c5e51ed7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:25:46.979949 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Publish callbacks [] for subnet (e37a09f0-b623-48da-b302-fc05c5e51ed7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.017451 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (e37a09f0-b623-48da-b302-fc05c5e51ed7), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.103151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (e37a09f0-b623-48da-b302-fc05c5e51ed7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.159563 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Deleting port e14942dd-369d-4b94-a503-8a7f3a947b80 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:47.160181 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.171812 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (e37a09f0-b623-48da-b302-fc05c5e51ed7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.197548 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37a09f0-b623-48da-b302-fc05c5e51ed7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:47.202713 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.206050 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fd0a469d-9507-4253-969e-01f7a71a36d3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e37a09f0-b623-48da-b302-fc05c5e51ed7 HTTP/1.1" status: 204 len: 168 time: 0.2740672 Feb 10 23:25:47.208668 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f956a99-2165-492b-b1da-b260e3c9cd68 None None] Network 6ea54227-1b5f-4442-b2f4-576bfe7066e3 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:47.209151 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 53994) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:47.301148 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] For port e14942dd-369d-4b94-a503-8a7f3a947b80, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=e14942dd-369d-4b94-a503-8a7f3a947b80,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:47.301148 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.305581 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (6ea54227-1b5f-4442-b2f4-576bfe7066e3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.324168 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Calling delete_port for e14942dd-369d-4b94-a503-8a7f3a947b80 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:47.377777 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c2075-247d-415c-a3c4-99430d224677 None None] DHCP port deletion for 6ea54227-1b5f-4442-b2f4-576bfe7066e3 request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:25:47.428238 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Deleting port 0eb0f515-3568-4181-bec0-7f726641ba13 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:47.428714 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.441476 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Deleting port 0eb0f515-3568-4181-bec0-7f726641ba13 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:47.441816 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.491471 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-299c2075-247d-415c-a3c4-99430d224677 None None] For port 0eb0f515-3568-4181-bec0-7f726641ba13, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0eb0f515-3568-4181-bec0-7f726641ba13,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:47.491896 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.504869 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Calling delete_port for 0eb0f515-3568-4181-bec0-7f726641ba13 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:47.553569 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] For port 0eb0f515-3568-4181-bec0-7f726641ba13, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0eb0f515-3568-4181-bec0-7f726641ba13,segment=NetworkSegment(4c57e0df-279e-4bc4-99e4-03f29921e59f),segment_id=4c57e0df-279e-4bc4-99e4-03f29921e59f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:47.553940 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.575967 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Calling delete_port for 0eb0f515-3568-4181-bec0-7f726641ba13 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:47.610378 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.641465 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0eb0f515-3568-4181-bec0-7f726641ba13 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:47.649623 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:47.673721 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Pushing event deleted for resources: {'Port': ['ID=0eb0f515-3568-4181-bec0-7f726641ba13,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:47.686553 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (e14942dd-369d-4b94-a503-8a7f3a947b80), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.698729 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c2075-247d-415c-a3c4-99430d224677 None None] No DVR routers for this DVR port 0eb0f515-3568-4181-bec0-7f726641ba13 on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:47.710141 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 0eb0f515-3568-4181-bec0-7f726641ba13 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:47.710141 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0eb0f515-3568-4181-bec0-7f726641ba13 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:47.710141 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:47.711322 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:47.711724 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device cdd2c9a4-f6b4-476e-8644-71b8ba4fc9fe not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:47.716968 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.717327 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.717761 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.718113 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.718454 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.718791 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.719126 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.719459 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.719790 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.720149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.720733 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.721066 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.721405 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c2075-247d-415c-a3c4-99430d224677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:47.726744 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Pushing event deleted for resources: {'Port': ['ID=e14942dd-369d-4b94-a503-8a7f3a947b80,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:47.749124 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:47.749464 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0d4f9420-7f1b-49ee-a144-ec6539f3cce4 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:47.749886 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 866db9d5-0059-443c-ab78-5cf1c19ffe9d no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:47.753170 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (0eb0f515-3568-4181-bec0-7f726641ba13), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.772025 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.772683 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 866db9d5-0059-443c-ab78-5cf1c19ffe9d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:47.773040 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 866db9d5-0059-443c-ab78-5cf1c19ffe9d not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:47.804211 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb0f515-3568-4181-bec0-7f726641ba13,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:47.806157 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] No DVR routers for this DVR port 0eb0f515-3568-4181-bec0-7f726641ba13 on host dv-cinder-828805-1-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:47.926348 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (6ea54227-1b5f-4442-b2f4-576bfe7066e3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:47.955100 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea54227-1b5f-4442-b2f4-576bfe7066e3']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:47.972313 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c57e0df-279e-4bc4-99e4-03f29921e59f') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:47.972557 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c57e0df-279e-4bc4-99e4-03f29921e59f') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:48.009660 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (4c57e0df-279e-4bc4-99e4-03f29921e59f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.037037 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (4c57e0df-279e-4bc4-99e4-03f29921e59f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.042285 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (9a0c7778-2920-4d9b-a1e7-3d73164f759d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.047155 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:25:48.047542 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (4c57e0df-279e-4bc4-99e4-03f29921e59f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: self.session.flush() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: self.session.flush() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: self.session.flush() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: self.session.flush() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:25:48.049208 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:25:48.147318 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (6ea54227-1b5f-4442-b2f4-576bfe7066e3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.151643 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.155735 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] 10.222.0.77 "DELETE /v2.0/networks/6ea54227-1b5f-4442-b2f4-576bfe7066e3 HTTP/1.1" status: 204 len: 168 time: 0.9460247 Feb 10 23:25:48.173831 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992f1b8-84de-4a78-9a96-129e91919168 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea54227-1b5f-4442-b2f4-576bfe7066e3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:48.266336 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54006) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:48.593957 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8befed03-4da2-4513-933d-d31a914852fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=893cb9e5a3dd4f8cbc746a73b7c03f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264947 Feb 10 23:25:48.596611 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:48.629512 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Router 9a0c7778-2920-4d9b-a1e7-3d73164f759d has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:48.672417 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54016) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:48.695738 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15f818a8-4dba-48c9-9647-01b783746263 admin admin] Publish callbacks [] for security_group (de5463f0-50ce-4f4a-9234-123c2a644037), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.755716 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15f818a8-4dba-48c9-9647-01b783746263 admin admin] Publish callbacks [] for security_group (de5463f0-50ce-4f4a-9234-123c2a644037), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.779329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9393e8be-4026-41f6-9444-f7c519a507e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.797807 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:48.803420 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2ddec464-7536-42c9-becd-dbe5408bc53e admin admin] 10.222.0.77 "PUT /v2.0/routers/9a0c7778-2920-4d9b-a1e7-3d73164f759d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9765124 Feb 10 23:25:48.805958 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:48.810513 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] Sync routers for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:48.822261 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:48.823027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:48.857142 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9393e8be-4026-41f6-9444-f7c519a507e2 admin admin] Publish callbacks [] for security_group (e64069a3-3740-48e4-99fe-0fa3ada580b0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.863650 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9393e8be-4026-41f6-9444-f7c519a507e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e64069a3-3740-48e4-99fe-0fa3ada580b0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.874586 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15f818a8-4dba-48c9-9647-01b783746263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (de5463f0-50ce-4f4a-9234-123c2a644037), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.877169 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-15f818a8-4dba-48c9-9647-01b783746263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.880634 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-15f818a8-4dba-48c9-9647-01b783746263 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de5463f0-50ce-4f4a-9234-123c2a644037 HTTP/1.1" status: 204 len: 168 time: 0.2808037 Feb 10 23:25:48.899937 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393e8be-4026-41f6-9444-f7c519a507e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64069a3-3740-48e4-99fe-0fa3ada580b0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:48.909506 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9393e8be-4026-41f6-9444-f7c519a507e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1169eb7e6d5d4c95b9f97bb4c5555d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355042 Feb 10 23:25:48.912076 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54024) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:48.923780 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f818a8-4dba-48c9-9647-01b783746263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5463f0-50ce-4f4a-9234-123c2a644037,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:48.942381 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks [] for router (9a0c7778-2920-4d9b-a1e7-3d73164f759d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.970691 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-399a8ce9-f7bd-40d5-bde4-69b9984bcae0 admin admin] Publish callbacks [] for security_group (e64069a3-3740-48e4-99fe-0fa3ada580b0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:48.991392 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:48.998960 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-399a8ce9-f7bd-40d5-bde4-69b9984bcae0 admin admin] Publish callbacks [] for security_group (e64069a3-3740-48e4-99fe-0fa3ada580b0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.074643 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-399a8ce9-f7bd-40d5-bde4-69b9984bcae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e64069a3-3740-48e4-99fe-0fa3ada580b0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.078350 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-399a8ce9-f7bd-40d5-bde4-69b9984bcae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.080893 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-399a8ce9-f7bd-40d5-bde4-69b9984bcae0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e64069a3-3740-48e4-99fe-0fa3ada580b0 HTTP/1.1" status: 204 len: 168 time: 0.1669111 Feb 10 23:25:49.094711 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a8ce9-f7bd-40d5-bde4-69b9984bcae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64069a3-3740-48e4-99fe-0fa3ada580b0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:49.110207 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks [] for router_gateway (9a0c7778-2920-4d9b-a1e7-3d73164f759d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.174704 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Deleting port 88758c43-dcdf-49d7-b357-d78965a27ed2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:49.175319 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.244196 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163'}], 'enable_snat': True}, 'gw_port_id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:25:47Z', 'revision_number': 5, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port': {'id': '88758c43-dcdf-49d7-b357-d78965a27ed2', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:20Z', 'updated_at': '2022-02-10T23:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:49.276592 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] For port 88758c43-dcdf-49d7-b357-d78965a27ed2, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=88758c43-dcdf-49d7-b357-d78965a27ed2,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:49.277442 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.279406 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] Checking router: 9a0c7778-2920-4d9b-a1e7-3d73164f759d for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:49.289669 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] Routers {'9a0c7778-2920-4d9b-a1e7-3d73164f759d'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:49.290290 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:49.301440 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Calling delete_port for 88758c43-dcdf-49d7-b357-d78965a27ed2 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:49.394982 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] Set router 9a0c7778-2920-4d9b-a1e7-3d73164f759d gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:49.454537 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:25:49Z', 'revision_number': 6, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:49.485695 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6eaf379-c174-4139-a4fb-6c22563b3009 None None] The sync data for ids ['9a0c7778-2920-4d9b-a1e7-3d73164f759d'] in dv-cinder-828805-1-iscsi is: [{'id': '9a0c7778-2920-4d9b-a1e7-3d73164f759d', 'name': 'tempest-TestShelveInstance-1619015800-router', 'tenant_id': '8112af212c7944688c5d2b566cd01406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:19Z', 'updated_at': '2022-02-10T23:25:49Z', 'revision_number': 6, 'project_id': '8112af212c7944688c5d2b566cd01406', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:49.518834 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (88758c43-dcdf-49d7-b357-d78965a27ed2), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.558851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88758c43-dcdf-49d7-b357-d78965a27ed2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:49.578283 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.619665 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (9a0c7778-2920-4d9b-a1e7-3d73164f759d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.680879 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54056) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:49.717332 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (9a0c7778-2920-4d9b-a1e7-3d73164f759d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.719539 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks [] for router_controller (9a0c7778-2920-4d9b-a1e7-3d73164f759d), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.770577 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (9a0c7778-2920-4d9b-a1e7-3d73164f759d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.771160 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0c7778-2920-4d9b-a1e7-3d73164f759d {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:25:49.775438 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.779907 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-98a7a99e-c49e-4162-81b4-2b2f5ae1c3c9 admin admin] 10.222.0.77 "DELETE /v2.0/routers/9a0c7778-2920-4d9b-a1e7-3d73164f759d HTTP/1.1" status: 204 len: 168 time: 0.9688799 Feb 10 23:25:49.780177 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54064) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:49.794486 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-676753760-network', 'tenant_id': 'bfc77e341c0849ecb676a9275eeb6410'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:49.813912 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Made reservation on behalf of bfc77e341c0849ecb676a9275eeb6410 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:49.816616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.828659 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.850290 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Deleting subnet 07269074-4345-4964-8e5e-caadb4df1f7f {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:25:49.856862 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Publish callbacks [] for subnet (07269074-4345-4964-8e5e-caadb4df1f7f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.911447 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8810977'] for subnet (07269074-4345-4964-8e5e-caadb4df1f7f), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.958255 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks [] for security_group (06bfe838-f38e-4b24-a31d-bd00a55839bd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:49.965117 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (06bfe838-f38e-4b24-a31d-bd00a55839bd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.001611 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:25:50.016365 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e14942dd-369d-4b94-a503-8a7f3a947b80 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:50.035465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.035862 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Added segment abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87 of type vlan for network b92e4ebc-52f4-4809-96ad-aa0e990e0f06 Feb 10 23:25:50.037526 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bfe838-f38e-4b24-a31d-bd00a55839bd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:50.051017 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: e14942dd-369d-4b94-a503-8a7f3a947b80 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:50.051491 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e14942dd-369d-4b94-a503-8a7f3a947b80 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:50.065758 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (07269074-4345-4964-8e5e-caadb4df1f7f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.098186 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (b92e4ebc-52f4-4809-96ad-aa0e990e0f06), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.126998 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9214698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8956655'] for subnet (07269074-4345-4964-8e5e-caadb4df1f7f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.128080 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (b92e4ebc-52f4-4809-96ad-aa0e990e0f06), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.129040 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:50.129633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.160692 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07269074-4345-4964-8e5e-caadb4df1f7f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:50.173314 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4913301 Feb 10 23:25:50.175101 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.177193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54082) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:50.178099 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe59ee-dbb5-41e1-b5de-eb576ae1581f None None] Network 25aecac1-2f62-49dd-ae75-cdb613890201 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:50.178569 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ac611dd1-d524-48df-81d3-37c63e746165 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/07269074-4345-4964-8e5e-caadb4df1f7f HTTP/1.1" status: 204 len: 168 time: 0.3974874 Feb 10 23:25:50.185596 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:50.208828 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Request body: {'subnet': {'network_id': 'b92e4ebc-52f4-4809-96ad-aa0e990e0f06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-676753760-subnet', 'tenant_id': 'bfc77e341c0849ecb676a9275eeb6410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:50.219043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c781662-5135-4b66-b738-3566ba828a53 admin admin] Pushing event updated for resources: {'Network': ['ID=b92e4ebc-52f4-4809-96ad-aa0e990e0f06,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:50.238670 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Made reservation on behalf of bfc77e341c0849ecb676a9275eeb6410 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:50.241631 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.265766 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network b92e4ebc-52f4-4809-96ad-aa0e990e0f06 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:25:50.290048 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (25aecac1-2f62-49dd-ae75-cdb613890201), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.367935 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Deleting port d5d4a6a3-f06b-475f-abea-08b9f79e700e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:50.368284 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.451791 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] For port d5d4a6a3-f06b-475f-abea-08b9f79e700e, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=d5d4a6a3-f06b-475f-abea-08b9f79e700e,segment=NetworkSegment(597f963b-6ee0-4ded-8b12-798259edd591),segment_id=597f963b-6ee0-4ded-8b12-798259edd591)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:50.452196 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.477341 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Calling delete_port for d5d4a6a3-f06b-475f-abea-08b9f79e700e owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:50.482014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (0933036f-bf2b-474f-92c7-0112f1350802), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.504900 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] DHCP port deletion for 25aecac1-2f62-49dd-ae75-cdb613890201 request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:25:50.568915 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0933036f-bf2b-474f-92c7-0112f1350802,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:50.579281 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Deleting port d5d4a6a3-f06b-475f-abea-08b9f79e700e {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:50.579718 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.579880 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.580708 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.581067 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.581419 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.581763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.582124 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.582569 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.582995 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.583353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.583763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.584178 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.584510 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.584936 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.585387 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:50.593114 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Checking segment: {'id': 'abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b92e4ebc-52f4-4809-96ad-aa0e990e0f06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:25:50.593474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Network hostable DHCP agents. Network: b92e4ebc-52f4-4809-96ad-aa0e990e0f06, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:25:50.618746 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Network b92e4ebc-52f4-4809-96ad-aa0e990e0f06 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:25:50.629574 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, b92e4ebc-52f4-4809-96ad-aa0e990e0f06) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:50.640059 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d4a6a3-f06b-475f-abea-08b9f79e700e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:50.640606 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:50.641346 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.645004 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6ca81-446a-4e52-8b57-d4915099c0c1 None None] Network b92e4ebc-52f4-4809-96ad-aa0e990e0f06 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:50.650797 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] No DVR routers for this DVR port d5d4a6a3-f06b-475f-abea-08b9f79e700e on host dv-cinder-828805-1-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:50.676778 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a87a8fb8-a132-4248-a827-59a6dedc4d47 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4899061 Feb 10 23:25:50.694317 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] For port d5d4a6a3-f06b-475f-abea-08b9f79e700e, host dv-cinder-828805-1-iscsi, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:50.694645 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.736484 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Calling delete_port for d5d4a6a3-f06b-475f-abea-08b9f79e700e owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:50.740874 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Port d5d4a6a3-f06b-475f-abea-08b9f79e700e was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 23:25:50.749859 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (d5d4a6a3-f06b-475f-abea-08b9f79e700e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.772229 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (25aecac1-2f62-49dd-ae75-cdb613890201), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.787844 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] Pushing event deleted for resources: {'Port': ['ID=d5d4a6a3-f06b-475f-abea-08b9f79e700e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:50.801056 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd63361-1a4c-43c1-ad62-e1b8e1889696 None None] No DVR routers for this DVR port d5d4a6a3-f06b-475f-abea-08b9f79e700e on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:50.822267 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25aecac1-2f62-49dd-ae75-cdb613890201']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:50.835265 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597f963b-6ee0-4ded-8b12-798259edd591') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:50.835265 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597f963b-6ee0-4ded-8b12-798259edd591') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:50.853134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff61ae-6dca-4240-926e-ecee8cec13be None None] Network b92e4ebc-52f4-4809-96ad-aa0e990e0f06 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:50.863596 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (597f963b-6ee0-4ded-8b12-798259edd591), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.881873 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (597f963b-6ee0-4ded-8b12-798259edd591), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.890325 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:25:50.890606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (597f963b-6ee0-4ded-8b12-798259edd591), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:25:50.892377 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:25:50.950114 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (25aecac1-2f62-49dd-ae75-cdb613890201), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.957354 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:50.964255 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] 10.222.0.77 "DELETE /v2.0/networks/25aecac1-2f62-49dd-ae75-cdb613890201 HTTP/1.1" status: 204 len: 168 time: 0.7704101 Feb 10 23:25:50.965295 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54122) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:50.973360 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5e41d-9518-4302-8f1c-223996947977 admin admin] Pushing event deleted for resources: {'Network': ['ID=25aecac1-2f62-49dd-ae75-cdb613890201,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:51.352620 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (07920df3-8d7c-4b98-8787-d6b91e76de58), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.389640 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54148) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:51.394500 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-656792355-network', 'tenant_id': 'b35a2bf9c7984e559df5dff62d9c408e'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:51.412645 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Made reservation on behalf of b35a2bf9c7984e559df5dff62d9c408e for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:51.415021 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.425476 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.519118 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks [] for security_group (8ee1c2c0-b71a-4010-b412-dc37559d57de), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.523466 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8ee1c2c0-b71a-4010-b412-dc37559d57de), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.550925 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:25:51.565012 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1c2c0-b71a-4010-b412-dc37559d57de,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:51.568113 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (c8f8fd6a-f37e-4079-a34f-8f4350f87948), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.568471 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Added segment c8f8fd6a-f37e-4079-a34f-8f4350f87948 of type vlan for network 71709142-5602-446a-9ec4-3db452cb1b99 Feb 10 23:25:51.618671 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (71709142-5602-446a-9ec4-3db452cb1b99), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.634637 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device d5d4a6a3-f06b-475f-abea-08b9f79e700e no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:51.648406 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (71709142-5602-446a-9ec4-3db452cb1b99), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.649621 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:51.650297 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.664301 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: d5d4a6a3-f06b-475f-abea-08b9f79e700e {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:51.664736 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device d5d4a6a3-f06b-475f-abea-08b9f79e700e not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:51.665356 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 88758c43-dcdf-49d7-b357-d78965a27ed2 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:51.685838 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 88758c43-dcdf-49d7-b357-d78965a27ed2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:51.686259 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 88758c43-dcdf-49d7-b357-d78965a27ed2 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:51.689428 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2984838 Feb 10 23:25:51.692152 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:51.724522 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Request body: {'subnet': {'network_id': '71709142-5602-446a-9ec4-3db452cb1b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-656792355-subnet', 'tenant_id': 'b35a2bf9c7984e559df5dff62d9c408e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:51.732656 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcacf6-8b1d-476c-a5e8-748f8e137f5e admin admin] Pushing event updated for resources: {'Network': ['ID=71709142-5602-446a-9ec4-3db452cb1b99,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:51.743337 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 71709142-5602-446a-9ec4-3db452cb1b99 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:25:51.753355 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Made reservation on behalf of b35a2bf9c7984e559df5dff62d9c408e for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:51.755722 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8956618'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.909189 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Deleting port cb208ffe-885a-4571-9e02-958cc8d7aea1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:51.909694 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.942536 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9214635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8956632'] for subnet (ccf9087f-9b42-4f29-bcff-18406aef01aa), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.991164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] For port cb208ffe-885a-4571-9e02-958cc8d7aea1, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=cb208ffe-885a-4571-9e02-958cc8d7aea1,segment=NetworkSegment(d469535a-8ab5-4d61-88f1-bd0e3a58b44a),segment_id=d469535a-8ab5-4d61-88f1-bd0e3a58b44a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:51.991759 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:51.997218 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf9087f-9b42-4f29-bcff-18406aef01aa,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:52.004861 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Calling delete_port for cb208ffe-885a-4571-9e02-958cc8d7aea1 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:52.013934 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Checking segment: {'id': 'c8f8fd6a-f37e-4079-a34f-8f4350f87948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '71709142-5602-446a-9ec4-3db452cb1b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:25:52.014475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Network hostable DHCP agents. Network: 71709142-5602-446a-9ec4-3db452cb1b99, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:25:52.032311 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Network 71709142-5602-446a-9ec4-3db452cb1b99 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:25:52.040994 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 71709142-5602-446a-9ec4-3db452cb1b99) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:52.045967 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:52.046568 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.052688 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9b59c-8109-4c9b-b9f7-877af5ac897c None None] Network 71709142-5602-446a-9ec4-3db452cb1b99 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:52.074739 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-677e0f42-d3f3-443a-a85f-a693a50303cc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3733559 Feb 10 23:25:52.173673 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63d5758-5a45-4347-ad48-6f1c7a01a50c None None] Network 71709142-5602-446a-9ec4-3db452cb1b99 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:52.204057 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54156) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:52.239665 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (cb208ffe-885a-4571-9e02-958cc8d7aea1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.254678 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Deleting subnet 0933036f-bf2b-474f-92c7-0112f1350802 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:25:52.258034 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Publish callbacks [] for subnet (0933036f-bf2b-474f-92c7-0112f1350802), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.269987 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb208ffe-885a-4571-9e02-958cc8d7aea1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:52.301339 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8810977'] for subnet (0933036f-bf2b-474f-92c7-0112f1350802), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.365895 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (0933036f-bf2b-474f-92c7-0112f1350802), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.443394 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9214698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8956655'] for subnet (0933036f-bf2b-474f-92c7-0112f1350802), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.463128 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.467932 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0933036f-bf2b-474f-92c7-0112f1350802 HTTP/1.1" status: 204 len: 168 time: 0.2627635 Feb 10 23:25:52.476157 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:52.494675 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9e7f3-33f2-4eaa-b93c-2aaa932272d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0933036f-bf2b-474f-92c7-0112f1350802,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:52.555719 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (07920df3-8d7c-4b98-8787-d6b91e76de58), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.565617 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (b92e4ebc-52f4-4809-96ad-aa0e990e0f06), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.732447 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (b92e4ebc-52f4-4809-96ad-aa0e990e0f06), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.761233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92e4ebc-52f4-4809-96ad-aa0e990e0f06']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.807488 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.807787 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:52.821023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.842565 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.876518 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:25:52.876931 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (abb1b6ed-68dd-4fd6-ad4f-2fe8254f2c87), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:25:52.878626 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:25:52.953044 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Router 07920df3-8d7c-4b98-8787-d6b91e76de58 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:25:52.953891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (b92e4ebc-52f4-4809-96ad-aa0e990e0f06), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.958275 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:52.961632 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b92e4ebc-52f4-4809-96ad-aa0e990e0f06 HTTP/1.1" status: 204 len: 168 time: 0.4844725 Feb 10 23:25:52.964808 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54162) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:52.979388 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba74ec1-efd8-4e2c-89b8-9f4677fb2802 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92e4ebc-52f4-4809-96ad-aa0e990e0f06,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:53.016283 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Deleting subnet ccf9087f-9b42-4f29-bcff-18406aef01aa {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:25:53.019586 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Publish callbacks [] for subnet (ccf9087f-9b42-4f29-bcff-18406aef01aa), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.054781 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8810977'] for subnet (ccf9087f-9b42-4f29-bcff-18406aef01aa), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.092992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:53.098563 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9c267430-03b9-4a62-b61a-447f189efea0 admin admin] 10.222.0.77 "PUT /v2.0/routers/07920df3-8d7c-4b98-8787-d6b91e76de58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1321015 Feb 10 23:25:53.101161 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54164) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:53.105104 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (ccf9087f-9b42-4f29-bcff-18406aef01aa), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.105458 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] Sync routers for ids ['07920df3-8d7c-4b98-8787-d6b91e76de58'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:53.117990 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] Routers {'07920df3-8d7c-4b98-8787-d6b91e76de58'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:53.119155 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['07920df3-8d7c-4b98-8787-d6b91e76de58'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.161729 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9214698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8956655'] for subnet (ccf9087f-9b42-4f29-bcff-18406aef01aa), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.191263 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.196685 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ccf9087f-9b42-4f29-bcff-18406aef01aa HTTP/1.1" status: 204 len: 168 time: 0.2285023 Feb 10 23:25:53.196685 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9a391-7310-4503-93bf-166b50a6374e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf9087f-9b42-4f29-bcff-18406aef01aa,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:53.197677 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54166) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:53.219398 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks [] for router (07920df3-8d7c-4b98-8787-d6b91e76de58), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.251801 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] Set router 07920df3-8d7c-4b98-8787-d6b91e76de58 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:53.270849 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (71709142-5602-446a-9ec4-3db452cb1b99), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.333101 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks [] for router_gateway (07920df3-8d7c-4b98-8787-d6b91e76de58), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.365598 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (71709142-5602-446a-9ec4-3db452cb1b99), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.389288 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71709142-5602-446a-9ec4-3db452cb1b99']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.397037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Deleting port 46c4f62b-2164-40b2-a429-298cd1a310b3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:53.397384 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.400448 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f8fd6a-f37e-4079-a34f-8f4350f87948') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.400919 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f8fd6a-f37e-4079-a34f-8f4350f87948') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.411115 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (c8f8fd6a-f37e-4079-a34f-8f4350f87948), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (c8f8fd6a-f37e-4079-a34f-8f4350f87948), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.438972 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:25:53.439457 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (c8f8fd6a-f37e-4079-a34f-8f4350f87948), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:25:53.441199 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:25:53.448340 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:25:52Z', 'revision_number': 5, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port': {'id': '46c4f62b-2164-40b2-a429-298cd1a310b3', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:83:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:19:25Z', 'updated_at': '2022-02-10T23:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.479908 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] Checking router: 07920df3-8d7c-4b98-8787-d6b91e76de58 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:53.489498 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] Routers {'07920df3-8d7c-4b98-8787-d6b91e76de58'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:53.489728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] For port 46c4f62b-2164-40b2-a429-298cd1a310b3, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=46c4f62b-2164-40b2-a429-298cd1a310b3,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:53.490023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.490274 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['07920df3-8d7c-4b98-8787-d6b91e76de58'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.503728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Calling delete_port for 46c4f62b-2164-40b2-a429-298cd1a310b3 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:53.506683 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (71709142-5602-446a-9ec4-3db452cb1b99), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.513587 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.517162 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] 10.222.0.77 "DELETE /v2.0/networks/71709142-5602-446a-9ec4-3db452cb1b99 HTTP/1.1" status: 204 len: 168 time: 0.3182442 Feb 10 23:25:53.557569 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c1c7c-f514-40d8-b680-62709c6b7a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=71709142-5602-446a-9ec4-3db452cb1b99,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:53.588901 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] Set router 07920df3-8d7c-4b98-8787-d6b91e76de58 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:53.643190 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:25:53Z', 'revision_number': 6, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:53.721305 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (46c4f62b-2164-40b2-a429-298cd1a310b3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.736557 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:53.766838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c4f62b-2164-40b2-a429-298cd1a310b3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:53.783576 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-aeefa04e-1a3f-46ba-b292-d1654d24d67d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfc77e341c0849ecb676a9275eeb6410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458307 Feb 10 23:25:53.786129 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:53.789866 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acbed1c-4399-4995-a9e3-073e224d5e6f None None] The sync data for ids ['07920df3-8d7c-4b98-8787-d6b91e76de58'] in dv-cinder-828805-1-iscsi is: [{'id': '07920df3-8d7c-4b98-8787-d6b91e76de58', 'name': 'tempest-TestShelveInstance-819763965-router', 'tenant_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:19:24Z', 'updated_at': '2022-02-10T23:25:53Z', 'revision_number': 6, 'project_id': '9deb71cc68ef4e24bc7d1dd36ed76d8b', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:53.838939 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (07920df3-8d7c-4b98-8787-d6b91e76de58), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.843089 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64cba6a-02b3-4665-8a30-6da1c5680d85 admin admin] Publish callbacks [] for security_group (06bfe838-f38e-4b24-a31d-bd00a55839bd), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.865851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64cba6a-02b3-4665-8a30-6da1c5680d85 admin admin] Publish callbacks [] for security_group (06bfe838-f38e-4b24-a31d-bd00a55839bd), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.916923 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64cba6a-02b3-4665-8a30-6da1c5680d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (06bfe838-f38e-4b24-a31d-bd00a55839bd), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.919549 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e64cba6a-02b3-4665-8a30-6da1c5680d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.923026 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e64cba6a-02b3-4665-8a30-6da1c5680d85 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06bfe838-f38e-4b24-a31d-bd00a55839bd HTTP/1.1" status: 204 len: 168 time: 0.1337132 Feb 10 23:25:53.928888 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cba6a-02b3-4665-8a30-6da1c5680d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bfe838-f38e-4b24-a31d-bd00a55839bd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:53.944275 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (07920df3-8d7c-4b98-8787-d6b91e76de58), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.946629 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks [] for router_controller (07920df3-8d7c-4b98-8787-d6b91e76de58), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.998355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (07920df3-8d7c-4b98-8787-d6b91e76de58), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:53.999859 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07920df3-8d7c-4b98-8787-d6b91e76de58 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:25:54.003854 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.004931 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cb57f0b9-3329-4fd4-b172-b95bb808c083 admin admin] 10.222.0.77 "DELETE /v2.0/routers/07920df3-8d7c-4b98-8787-d6b91e76de58 HTTP/1.1" status: 204 len: 168 time: 0.9029691 Feb 10 23:25:54.008391 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:54.061124 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Deleting subnet e14dfd93-195a-4c0f-b8ac-6c6108ef71df {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:25:54.064253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Publish callbacks [] for subnet (e14dfd93-195a-4c0f-b8ac-6c6108ef71df), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.100625 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (e14dfd93-195a-4c0f-b8ac-6c6108ef71df), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.187915 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (e14dfd93-195a-4c0f-b8ac-6c6108ef71df), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.258199 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (e14dfd93-195a-4c0f-b8ac-6c6108ef71df), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.290509 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e14dfd93-195a-4c0f-b8ac-6c6108ef71df,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:54.294939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54182) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:54.299454 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.304128 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bb137450-7c9d-4792-9eb8-d1ddda9d7d00 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e14dfd93-195a-4c0f-b8ac-6c6108ef71df HTTP/1.1" status: 204 len: 168 time: 0.2936075 Feb 10 23:25:54.306529 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54184) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:54.310863 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cae18b-4158-4587-b2c4-096ca9adbd8c None None] Network 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:54.346724 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8333218e-8ce3-4c41-9a34-b44e0a142623 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b35a2bf9c7984e559df5dff62d9c408e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506313 Feb 10 23:25:54.349123 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:54.396632 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (2a646fc3-2b67-4a9f-86a3-8ab985bbd916), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.420982 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6703-046c-4dd6-9bbf-436ca8af90d9 admin admin] Publish callbacks [] for security_group (8ee1c2c0-b71a-4010-b412-dc37559d57de), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.444627 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6703-046c-4dd6-9bbf-436ca8af90d9 admin admin] Publish callbacks [] for security_group (8ee1c2c0-b71a-4010-b412-dc37559d57de), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.459534 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Deleting port 882e6d74-65d1-480c-9aff-514977fe3d4f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:54.459865 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.498919 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6703-046c-4dd6-9bbf-436ca8af90d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8ee1c2c0-b71a-4010-b412-dc37559d57de), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.501530 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed8b6703-046c-4dd6-9bbf-436ca8af90d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.502999 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ed8b6703-046c-4dd6-9bbf-436ca8af90d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ee1c2c0-b71a-4010-b412-dc37559d57de HTTP/1.1" status: 204 len: 168 time: 0.1527560 Feb 10 23:25:54.514083 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b6703-046c-4dd6-9bbf-436ca8af90d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1c2c0-b71a-4010-b412-dc37559d57de,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:54.531670 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] For port 882e6d74-65d1-480c-9aff-514977fe3d4f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=882e6d74-65d1-480c-9aff-514977fe3d4f,segment=NetworkSegment(d469535a-8ab5-4d61-88f1-bd0e3a58b44a),segment_id=d469535a-8ab5-4d61-88f1-bd0e3a58b44a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:54.532077 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.547068 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Calling delete_port for 882e6d74-65d1-480c-9aff-514977fe3d4f owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:54.585516 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] DHCP port deletion for 2a646fc3-2b67-4a9f-86a3-8ab985bbd916 request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:25:54.648888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.661029 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Deleting port 882e6d74-65d1-480c-9aff-514977fe3d4f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:25:54.661402 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.679672 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] No DVR routers for this DVR port 882e6d74-65d1-480c-9aff-514977fe3d4f on host dv-cinder-828805-1-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:54.682091 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=882e6d74-65d1-480c-9aff-514977fe3d4f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:54.748109 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] For port 882e6d74-65d1-480c-9aff-514977fe3d4f, host dv-cinder-828805-1-iscsi, got binding levels [] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:54.748498 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.757204 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (2a646fc3-2b67-4a9f-86a3-8ab985bbd916), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.762224 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Calling delete_port for 882e6d74-65d1-480c-9aff-514977fe3d4f owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:25:54.765680 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.ipam_backend_mixin [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Port 882e6d74-65d1-480c-9aff-514977fe3d4f was not found and therefore no delete operation was performed {{(pid=102670) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 10 23:25:54.767220 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (882e6d74-65d1-480c-9aff-514977fe3d4f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.785374 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a646fc3-2b67-4a9f-86a3-8ab985bbd916']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:54.793502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] Pushing event deleted for resources: {'Port': ['ID=882e6d74-65d1-480c-9aff-514977fe3d4f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:54.795839 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:54.796158 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd469535a-8ab5-4d61-88f1-bd0e3a58b44a') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:54.798602 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3d037-8331-40f2-bb2c-c0dff2c9ca06 None None] No DVR routers for this DVR port 882e6d74-65d1-480c-9aff-514977fe3d4f on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:54.812266 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (d469535a-8ab5-4d61-88f1-bd0e3a58b44a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.827966 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (d469535a-8ab5-4d61-88f1-bd0e3a58b44a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (d469535a-8ab5-4d61-88f1-bd0e3a58b44a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:25:54.839355 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:25:54.898049 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (2a646fc3-2b67-4a9f-86a3-8ab985bbd916), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.907946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:54.914861 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2a646fc3-2b67-4a9f-86a3-8ab985bbd916 HTTP/1.1" status: 204 len: 168 time: 0.6044028 Feb 10 23:25:54.925427 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31973f-9ea8-4c58-8ebd-96c12ca1a5d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a646fc3-2b67-4a9f-86a3-8ab985bbd916,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:55.039257 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:55.092779 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-00e053ff-25cb-420b-afcb-04a23690b381 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8112af212c7944688c5d2b566cd01406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526063 Feb 10 23:25:55.095145 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54206) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:55.146171 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65b746f8-0013-40a9-b769-04752bf64e5a admin admin] Publish callbacks [] for security_group (e2ed659e-f53b-4cf0-910b-b964031aedd0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.169508 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65b746f8-0013-40a9-b769-04752bf64e5a admin admin] Publish callbacks [] for security_group (e2ed659e-f53b-4cf0-910b-b964031aedd0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.220914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65b746f8-0013-40a9-b769-04752bf64e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (e2ed659e-f53b-4cf0-910b-b964031aedd0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.223620 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65b746f8-0013-40a9-b769-04752bf64e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.224932 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-65b746f8-0013-40a9-b769-04752bf64e5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e2ed659e-f53b-4cf0-910b-b964031aedd0 HTTP/1.1" status: 204 len: 168 time: 0.1285090 Feb 10 23:25:55.241583 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b746f8-0013-40a9-b769-04752bf64e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ed659e-f53b-4cf0-910b-b964031aedd0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:55.520716 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54224) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:55.576367 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e1c1d5e7-4b0b-4f89-8697-20017e094932 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9deb71cc68ef4e24bc7d1dd36ed76d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542145 Feb 10 23:25:55.578653 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:55.623347 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 882e6d74-65d1-480c-9aff-514977fe3d4f no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:55.638936 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-984332e3-c298-46d2-9ff7-349aa1704620 admin admin] Publish callbacks [] for security_group (1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.645329 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 882e6d74-65d1-480c-9aff-514977fe3d4f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:55.645691 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 882e6d74-65d1-480c-9aff-514977fe3d4f not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:55.646116 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device cb208ffe-885a-4571-9e02-958cc8d7aea1 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:55.665870 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-984332e3-c298-46d2-9ff7-349aa1704620 admin admin] Publish callbacks [] for security_group (1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.674685 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: cb208ffe-885a-4571-9e02-958cc8d7aea1 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:55.675136 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device cb208ffe-885a-4571-9e02-958cc8d7aea1 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:55.675669 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 46c4f62b-2164-40b2-a429-298cd1a310b3 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:25:55.695878 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 46c4f62b-2164-40b2-a429-298cd1a310b3 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:25:55.696313 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 46c4f62b-2164-40b2-a429-298cd1a310b3 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:25:55.722859 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-984332e3-c298-46d2-9ff7-349aa1704620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.725545 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-984332e3-c298-46d2-9ff7-349aa1704620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:55.729133 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-984332e3-c298-46d2-9ff7-349aa1704620 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65 HTTP/1.1" status: 204 len: 168 time: 0.1470804 Feb 10 23:25:55.735105 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984332e3-c298-46d2-9ff7-349aa1704620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1cfed9-bc8b-4b11-af4a-55ae25d7cd65,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:56.445113 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:56.595400 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1118257197-network', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:56.616340 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Made reservation on behalf of b55b4d0e04bf46e18d0f7a1d3851b603 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:56.618635 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.628015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.728510 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks [] for security_group (ebe2bcff-5a00-4889-9d39-8faa09b24abe), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.733277 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ebe2bcff-5a00-4889-9d39-8faa09b24abe), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.757994 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:25:56.766505 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe2bcff-5a00-4889-9d39-8faa09b24abe,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:56.772304 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (9214061e-09a0-47f6-a6fc-0fb0dea6f0ff), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.772655 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Added segment 9214061e-09a0-47f6-a6fc-0fb0dea6f0ff of type vlan for network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 Feb 10 23:25:56.815852 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (890eaf3c-491f-4692-aea9-b5c0cbc7bd07), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.841180 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (890eaf3c-491f-4692-aea9-b5c0cbc7bd07), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.842164 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:56.842785 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.878148 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4351306 Feb 10 23:25:56.881061 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54276) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:56.886062 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Request body: {'subnet': {'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1118257197-subnet', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:56.904299 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Made reservation on behalf of b55b4d0e04bf46e18d0f7a1d3851b603 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:56.906329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:56.908381 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5993c-fe69-47c4-a7b6-56738c9aebb4 admin admin] Pushing event updated for resources: {'Network': ['ID=890eaf3c-491f-4692-aea9-b5c0cbc7bd07,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:56.919538 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:25:57.084423 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.148572 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:57.157721 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Checking segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:25:57.158069 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Network hostable DHCP agents. Network: 890eaf3c-491f-4692-aea9-b5c0cbc7bd07, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:25:57.174947 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:25:57.184752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 890eaf3c-491f-4692-aea9-b5c0cbc7bd07) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:57.190096 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:57.190721 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.198560 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35159b9a-7a3d-4ad6-b7d5-e3cde254cdfd None None] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:57.207653 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a7737ba9-7e81-4f3c-8dec-b2c4e0b0a16d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3254676 Feb 10 23:25:57.210311 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54280) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:57.215276 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:57.236382 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.238106 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.242476 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:25:57.290613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks [] for router_controller (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.306570 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:25:57.307705 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.459858 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Allocated IP 172.20.0.2 (890eaf3c-491f-4692-aea9-b5c0cbc7bd07/fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8/6ed36a53-3138-4bda-9fe9-76dcb2e25df2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:25:57.621899 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Publish callbacks [] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.627654 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.671061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:25:57.674012 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:57.678146 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:25:57.681147 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Pushing event updated for resources: {'Port': ['ID=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:57.712072 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks [] for router_gateway (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.759049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Attempting to bind port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:25:57.759428 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Attempting to bind port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:25:57.763848 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Attempting to bind port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:25:57.768030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:25:57.768414 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Checking segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:25:57.768816 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.769203 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Bound using segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:25:57.769666 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Bound port: 6ed36a53-3138-4bda-9fe9-76dcb2e25df2, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:25:57.770067 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.847261 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] For port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:25:57.850454 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] For port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:25:57.856927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.926246 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25ef18-d8d8-4ee1-a3b8-1022342abf67 None None] Pushing event updated for resources: {'Port': ['ID=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:57.937516 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks [] for router_gateway (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:57.960643 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:58.099981 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Allocated IP 172.27.1.194 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/1e3a8638-c457-4547-b337-7e45d5a9c2a8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:25:58.268095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks [] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:58.309982 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:58.350324 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:25:58.353293 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:58.357838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:25:58.363453 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3a8638-c457-4547-b337-7e45d5a9c2a8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:58.620589 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks [] for router_gateway (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:58.836628 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:58.883894 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167727bf-c674-4dc7-b802-d2b674fd7a60 None None] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:25:58.966094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] Provisioning complete for port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:58.966811 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:58.978236 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:25:59.084915 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] Current status of the port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:25:59.085320 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.103243 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:25:59.117908 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:59.126874 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.130075 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] For port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:25:59.134303 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:25:59.134802 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4acdf36e-0cc3-4257-83c0-5a5506e06a22 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9232867 Feb 10 23:25:59.139374 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:25:59.140035 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:59.142026 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.243722 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81034b8-157a-440c-b398-b1b3ac740960 None None] Pushing event updated for resources: {'Port': ['ID=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:59.304239 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:25:59.433151 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-283e1b7b-e85e-4310-a1ed-40dcb2dafbf6 None None] Provisioning complete for port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:59.434512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-283e1b7b-e85e-4310-a1ed-40dcb2dafbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.577070 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-283e1b7b-e85e-4310-a1ed-40dcb2dafbf6 None None] Current status of the port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:25:59.591035 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:25:58Z', 'revision_number': 3, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:59.619092 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:59.619742 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Updating router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:25:59.651805 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.654370 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.676299 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:25:59.818384 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Allocated IP 172.20.0.1 (890eaf3c-491f-4692-aea9-b5c0cbc7bd07/fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8/339ae43a-4d03-4139-92ac-ba80c3206832) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:25:59.926692 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks [] for port (339ae43a-4d03-4139-92ac-ba80c3206832), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.949999 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:59.950497 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:25:59.962063 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.006068 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:00.007438 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:00.011475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:26:00.038054 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Pushing event updated for resources: {'Port': ['ID=339ae43a-4d03-4139-92ac-ba80c3206832,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:00.069154 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.103393 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:00.154348 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Publish callbacks [] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.163938 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.214319 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.216476 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Attempting to bind port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:26:00.216857 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Attempting to bind port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:26:00.217506 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Attempting to bind port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:00.224727 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe2cf0-56da-4dda-904e-7f75d52a1bd2 None None] Pushing event updated for resources: {'Port': ['ID=1e3a8638-c457-4547-b337-7e45d5a9c2a8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:00.227148 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:26:00.227527 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:00.227997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.228390 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:26:00.228866 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Bound port: 1e3a8638-c457-4547-b337-7e45d5a9c2a8, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:26:00.229243 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.286697 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] For port 1e3a8638-c457-4547-b337-7e45d5a9c2a8, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:00.292854 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] For port 1e3a8638-c457-4547-b337-7e45d5a9c2a8, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=1e3a8638-c457-4547-b337-7e45d5a9c2a8,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:00.302162 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.343527 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-a0b0aa3e-a757-426c-85f2-c2bdc630eada None None] Provisioning complete for port 339ae43a-4d03-4139-92ac-ba80c3206832 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:00.343909 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a0b0aa3e-a757-426c-85f2-c2bdc630eada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.389939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks [] for port (339ae43a-4d03-4139-92ac-ba80c3206832), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.394648 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9214524'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.395114 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:00.395806 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:00.399198 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe2cf0-56da-4dda-904e-7f75d52a1bd2 None None] Pushing event updated for resources: {'Port': ['ID=1e3a8638-c457-4547-b337-7e45d5a9c2a8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:00.439294 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0aa3e-a757-426c-85f2-c2bdc630eada None None] Port 339ae43a-4d03-4139-92ac-ba80c3206832 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:26:00.465224 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Pushing event updated for resources: {'Port': ['ID=339ae43a-4d03-4139-92ac-ba80c3206832,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:00.468833 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.513463 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:00.562843 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:00.564306 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:00.754772 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 2, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:00.783348 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49dac5-0191-42af-aea8-43d372b1899c None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 2, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:26:00.862400 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3a544384-a2ee-4b95-bec9-68acfea2b954 None None] Provisioning complete for port 339ae43a-4d03-4139-92ac-ba80c3206832 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:00.862882 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3a544384-a2ee-4b95-bec9-68acfea2b954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:00.899368 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3a544384-a2ee-4b95-bec9-68acfea2b954 None None] Port 339ae43a-4d03-4139-92ac-ba80c3206832 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:26:00.964270 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:26:01.082087 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:26:01.087156 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c3093837-0e04-44f4-b6dc-aa79b5162c00 admin admin] 10.222.0.77 "PUT /v2.0/routers/3341e0c0-84bd-412a-8f8d-4cfb1760eb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9511483 Feb 10 23:26:01.603465 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54328) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:01.609457 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1131460223-network', 'tenant_id': '038e7a50c141460eb8217c8b359b9456'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:01.634505 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Made reservation on behalf of 038e7a50c141460eb8217c8b359b9456 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:01.639005 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.651578 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.653766 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 1e3a8638-c457-4547-b337-7e45d5a9c2a8 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:01.706582 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:01.706964 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.744766 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks [] for security_group (d2d5bc41-4d64-4959-bbb3-34c749240db1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.748970 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d2d5bc41-4d64-4959-bbb3-34c749240db1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.768938 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:26:01.788327 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (0c9f174f-1428-4a9d-89f0-7926878d6696), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.788675 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Added segment 0c9f174f-1428-4a9d-89f0-7926878d6696 of type vlan for network d8fa6497-c741-4d43-8d84-906e146d924c Feb 10 23:26:01.790020 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5bc41-4d64-4959-bbb3-34c749240db1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:01.796802 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:01.797499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.820670 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 1e3a8638-c457-4547-b337-7e45d5a9c2a8, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=1e3a8638-c457-4547-b337-7e45d5a9c2a8,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:01.828757 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.838673 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (d8fa6497-c741-4d43-8d84-906e146d924c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.866762 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (d8fa6497-c741-4d43-8d84-906e146d924c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.867651 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:01.868401 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:01.882855 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=1e3a8638-c457-4547-b337-7e45d5a9c2a8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:01.903309 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2950857 Feb 10 23:26:01.904240 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54332) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:01.908599 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Request body: {'subnet': {'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1131460223-subnet', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:01.953810 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe5671-5347-4545-a18c-88ce0ee16f7b admin admin] Pushing event updated for resources: {'Network': ['ID=d8fa6497-c741-4d43-8d84-906e146d924c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:01.964178 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Made reservation on behalf of 038e7a50c141460eb8217c8b359b9456 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:01.966258 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network d8fa6497-c741-4d43-8d84-906e146d924c details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:26:01.967211 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8956618'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.142967 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9214635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8956632'] for subnet (e1c2d9b3-4e10-4c50-b689-173f86497ee7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.198732 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c2d9b3-4e10-4c50-b689-173f86497ee7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:02.209060 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Checking segment: {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:02.209427 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Network hostable DHCP agents. Network: d8fa6497-c741-4d43-8d84-906e146d924c, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:26:02.227229 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Network d8fa6497-c741-4d43-8d84-906e146d924c is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:26:02.236923 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, d8fa6497-c741-4d43-8d84-906e146d924c) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:02.240914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:02.241515 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.246470 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1faf5-2421-41cc-b5c0-39e967e5876d None None] Network d8fa6497-c741-4d43-8d84-906e146d924c requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:26:02.260281 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2b71a211-9ebd-4691-b809-9822f1064b4e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3555286 Feb 10 23:26:02.263417 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54334) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:02.267639 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:02.286163 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (209ebb82-0816-49c0-bad1-edb0f803ed86), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.287413 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (209ebb82-0816-49c0-bad1-edb0f803ed86), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.345475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks [] for router_controller (209ebb82-0816-49c0-bad1-edb0f803ed86), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.352532 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-d8fa6497-c741-4d43-8d84-906e146d924c', 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'project_id': '038e7a50c141460eb8217c8b359b9456', 'fixed_ips': [{'subnet_id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:26:02.353495 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.495503 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks [] for router_gateway (209ebb82-0816-49c0-bad1-edb0f803ed86), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.502812 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Allocated IP 172.20.0.2 (d8fa6497-c741-4d43-8d84-906e146d924c/e1c2d9b3-4e10-4c50-b689-173f86497ee7/52cf13a1-8836-4917-ae7f-6402a0c2c8dd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:02.662831 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Publish callbacks [] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.670782 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.712794 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks [] for router_gateway (209ebb82-0816-49c0-bad1-edb0f803ed86), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.720049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Network d8fa6497-c741-4d43-8d84-906e146d924c is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:02.723333 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:02.727512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:26:02.732738 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Pushing event updated for resources: {'Port': ['ID=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:02.733009 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.743865 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:26:02.753907 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:02.754681 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:02.790025 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Attempting to bind port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:26:02.790393 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Attempting to bind port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:26:02.790750 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Attempting to bind port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd on network d8fa6497-c741-4d43-8d84-906e146d924c {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:02.796668 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:26:02.797046 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Checking segment: {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:02.797450 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.797841 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Bound using segment: {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:26:02.798305 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Bound port: 52cf13a1-8836-4917-ae7f-6402a0c2c8dd, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:26:02.798680 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.845824 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Allocated IP 172.27.1.80 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/2e791451-3440-4437-a706-38cfee9d03f8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:02.864518 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] For port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:02.867549 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:02.867850 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] For port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,segment=NetworkSegment(0c9f174f-1428-4a9d-89f0-7926878d6696),segment_id=0c9f174f-1428-4a9d-89f0-7926878d6696)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:02.876373 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:02.939741 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06c195-b236-4364-b992-7c1530c93371 None None] Pushing event updated for resources: {'Port': ['ID=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:02.980132 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks [] for port (2e791451-3440-4437-a706-38cfee9d03f8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.014922 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (2e791451-3440-4437-a706-38cfee9d03f8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.055321 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:03.058668 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:03.062549 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:26:03.087460 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 2, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:03.090792 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Pushing event updated for resources: {'Port': ['ID=2e791451-3440-4437-a706-38cfee9d03f8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:03.099978 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.100334 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.100677 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.101015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.101999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.102245 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.102583 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.102914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.103243 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.103990 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.103990 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.104206 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.106893 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.148827 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:26:03.149329 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Updating router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 port 339ae43a-4d03-4139-92ac-ba80c3206832 binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:26:03.177483 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.364287 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks [] for router_gateway (209ebb82-0816-49c0-bad1-edb0f803ed86), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.442003 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Publish callbacks [] for port (339ae43a-4d03-4139-92ac-ba80c3206832), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.448611 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.534243 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Pushing event updated for resources: {'Port': ['ID=339ae43a-4d03-4139-92ac-ba80c3206832,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:03.545846 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.546349 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.546797 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.547143 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.547479 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.547807 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.548156 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.548483 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.548839 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.549209 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.549545 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.549867 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.550204 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:03.578532 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (209ebb82-0816-49c0-bad1-edb0f803ed86), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.582313 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Attempting to bind port 339ae43a-4d03-4139-92ac-ba80c3206832 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:26:03.582313 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Attempting to bind port 339ae43a-4d03-4139-92ac-ba80c3206832 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:26:03.582313 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Attempting to bind port 339ae43a-4d03-4139-92ac-ba80c3206832 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:03.587575 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:26:03.587999 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Checking segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:03.588502 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.588804 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Bound using segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:26:03.589270 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Bound port: 339ae43a-4d03-4139-92ac-ba80c3206832, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:26:03.590401 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.674841 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] For port 339ae43a-4d03-4139-92ac-ba80c3206832, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:03.681156 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] For port 339ae43a-4d03-4139-92ac-ba80c3206832, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=339ae43a-4d03-4139-92ac-ba80c3206832,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:03.693128 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.764487 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a0adb-cded-40c9-9462-5360e2e72834 None None] Pushing event updated for resources: {'Port': ['ID=339ae43a-4d03-4139-92ac-ba80c3206832,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:03.773316 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 1e3a8638-c457-4547-b337-7e45d5a9c2a8 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:03.792631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Router 209ebb82-0816-49c0-bad1-edb0f803ed86 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:26:03.803130 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:03.804084 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:03.878943 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:03.879573 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.881357 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] Provisioning complete for port 339ae43a-4d03-4139-92ac-ba80c3206832 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:03.881825 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.946978 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:03.947755 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:26:03.967636 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Sync routers for ids ['209ebb82-0816-49c0-bad1-edb0f803ed86'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:26:03.968791 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:03.970188 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e34a48f4-dc9f-4ea4-887c-85ba21ac9565 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7057650 Feb 10 23:26:03.973404 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54346) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:04.010889 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Routers {'209ebb82-0816-49c0-bad1-edb0f803ed86'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:04.011468 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['209ebb82-0816-49c0-bad1-edb0f803ed86'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:04.253891 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:03Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:04.279772 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb370c3f-bb34-4289-9a82-c3392eb28ce0 None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:03Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:26:04.313854 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959ec0da-116d-4ebc-84a9-826274db3881 None None] Network d8fa6497-c741-4d43-8d84-906e146d924c requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:26:04.366289 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] Current status of the port 339ae43a-4d03-4139-92ac-ba80c3206832 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:04.366689 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.368497 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:04.369581 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 52cf13a1-8836-4917-ae7f-6402a0c2c8dd up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:04.453981 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Set router 209ebb82-0816-49c0-bad1-edb0f803ed86 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:04.477122 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.569650 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] For port 339ae43a-4d03-4139-92ac-ba80c3206832, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=339ae43a-4d03-4139-92ac-ba80c3206832,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:04.582446 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.661219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Allocated IP 172.20.0.1 (d8fa6497-c741-4d43-8d84-906e146d924c/e1c2d9b3-4e10-4c50-b689-173f86497ee7/f960ad20-78b5-4351-a04a-0d7396ac23b7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:04.706397 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:04.706770 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.756499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049a076-66e8-4a73-b4a1-2e5e80337209 None None] Pushing event updated for resources: {'Port': ['ID=339ae43a-4d03-4139-92ac-ba80c3206832,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:04.784139 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks [] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.804940 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Provisioning complete for port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:04.805448 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.824836 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.874283 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Network d8fa6497-c741-4d43-8d84-906e146d924c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:04.881561 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:04.885316 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:26:04.924999 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Pushing event updated for resources: {'Port': ['ID=f960ad20-78b5-4351-a04a-0d7396ac23b7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:04.937007 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (209ebb82-0816-49c0-bad1-edb0f803ed86), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:04.943229 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:03Z', 'revision_number': 3, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:04.961807 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:04.962202 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.011054 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Checking router: 209ebb82-0816-49c0-bad1-edb0f803ed86 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:26:05.011443 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Updating router 209ebb82-0816-49c0-bad1-edb0f803ed86 port 2e791451-3440-4437-a706-38cfee9d03f8 binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:26:05.052016 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Current status of the port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:05.052306 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.081750 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2e791451-3440-4437-a706-38cfee9d03f8), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.086529 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,segment=NetworkSegment(0c9f174f-1428-4a9d-89f0-7926878d6696),segment_id=0c9f174f-1428-4a9d-89f0-7926878d6696)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:05.100019 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.111581 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.270622 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.db.api [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:26:05.271034 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG oslo_db.api [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:26:05.277023 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:05.284833 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks [] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.290981 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.363429 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (209ebb82-0816-49c0-bad1-edb0f803ed86), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.366002 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Pushing event updated for resources: {'Port': ['ID=f960ad20-78b5-4351-a04a-0d7396ac23b7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:05.430864 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Publish callbacks [] for port (2e791451-3440-4437-a706-38cfee9d03f8), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.436827 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (2e791451-3440-4437-a706-38cfee9d03f8), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.462029 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Network d8fa6497-c741-4d43-8d84-906e146d924c is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:05.463410 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:05.492508 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Attempting to bind port 2e791451-3440-4437-a706-38cfee9d03f8 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:26:05.492885 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Attempting to bind port 2e791451-3440-4437-a706-38cfee9d03f8 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:26:05.493248 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Attempting to bind port 2e791451-3440-4437-a706-38cfee9d03f8 on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:05.495145 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a65eb-e574-47e6-a56b-02d52dd2e839 None None] Pushing event updated for resources: {'Port': ['ID=2e791451-3440-4437-a706-38cfee9d03f8,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:05.500934 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:26:05.501324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:05.501714 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.502103 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:26:05.502570 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Bound port: 2e791451-3440-4437-a706-38cfee9d03f8, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:26:05.502946 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2e791451-3440-4437-a706-38cfee9d03f8), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.565981 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] For port 2e791451-3440-4437-a706-38cfee9d03f8, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:05.570693 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] For port 2e791451-3440-4437-a706-38cfee9d03f8, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=2e791451-3440-4437-a706-38cfee9d03f8,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:05.581356 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (2e791451-3440-4437-a706-38cfee9d03f8), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.607481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Router 209ebb82-0816-49c0-bad1-edb0f803ed86 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:26:05.658680 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a65eb-e574-47e6-a56b-02d52dd2e839 None None] Pushing event updated for resources: {'Port': ['ID=2e791451-3440-4437-a706-38cfee9d03f8,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:05.663595 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Routers {'209ebb82-0816-49c0-bad1-edb0f803ed86'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:05.664309 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['209ebb82-0816-49c0-bad1-edb0f803ed86'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:05.710984 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 339ae43a-4d03-4139-92ac-ba80c3206832 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:05.756076 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:26:05.761385 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-38e81761-9206-420a-ab6a-d5fcb0d692ae admin admin] 10.222.0.77 "PUT /v2.0/routers/209ebb82-0816-49c0-bad1-edb0f803ed86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7863793 Feb 10 23:26:05.836114 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 339ae43a-4d03-4139-92ac-ba80c3206832 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:05.836694 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:05.874303 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Current status of the port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:05.886094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] Set router 209ebb82-0816-49c0-bad1-edb0f803ed86 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:05.930765 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Provisioning complete for port 339ae43a-4d03-4139-92ac-ba80c3206832 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:05.931134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:06.245586 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 339ae43a-4d03-4139-92ac-ba80c3206832 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:06.247154 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 52cf13a1-8836-4917-ae7f-6402a0c2c8dd up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:06.286048 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:06.351027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ae005d97-b563-4212-97d5-c38b3f5d11a4 None None] Current status of the port 339ae43a-4d03-4139-92ac-ba80c3206832 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:06.377611 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:06.377968 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:06.415874 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'f960ad20-78b5-4351-a04a-0d7396ac23b7', 'name': '', 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'mac_address': 'fa:16:3e:42:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:04Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 2, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'subnets': [{'id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:06.445946 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077184bc-fb83-4901-81ad-532ba8005a38 None None] The sync data for ids ['209ebb82-0816-49c0-bad1-edb0f803ed86'] in dv-cinder-828805-1-iscsi is: [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'f960ad20-78b5-4351-a04a-0d7396ac23b7', 'name': '', 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'mac_address': 'fa:16:3e:42:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:04Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 2, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'subnets': [{'id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:26:06.499042 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:06.502116 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0e8c53a1-5aa9-4c25-bde2-8eff51c0c3a5 None None] Provisioning complete for port f960ad20-78b5-4351-a04a-0d7396ac23b7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:06.502487 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e8c53a1-5aa9-4c25-bde2-8eff51c0c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:06.535901 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c53a1-5aa9-4c25-bde2-8eff51c0c3a5 None None] Port f960ad20-78b5-4351-a04a-0d7396ac23b7 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:26:06.546056 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-0e8c53a1-5aa9-4c25-bde2-8eff51c0c3a5 None None] Provisioning complete for port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:06.546427 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0e8c53a1-5aa9-4c25-bde2-8eff51c0c3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:06.644801 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c53a1-5aa9-4c25-bde2-8eff51c0c3a5 None None] Current status of the port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:07.314023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54384) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:07.318735 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1402827313', 'description': 'tempest-secgroup-smoke-1402827313 description', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:07.342027 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.426421 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group (37ef8fbe-0127-4d93-96d1-9398d622969c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.430979 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (37ef8fbe-0127-4d93-96d1-9398d622969c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.466057 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.470344 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54392) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:07.470902 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1552567 Feb 10 23:26:07.472916 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f125b4b-7255-4be9-8f1c-f2d256c2dab0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef8fbe-0127-4d93-96d1-9398d622969c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:07.478869 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group_rule': {'security_group_id': '37ef8fbe-0127-4d93-96d1-9398d622969c', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:07.507483 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (21600404-8bad-460f-bba0-ef726bb8b97c), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.570698 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (21600404-8bad-460f-bba0-ef726bb8b97c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.578162 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (21600404-8bad-460f-bba0-ef726bb8b97c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.595665 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21600404-8bad-460f-bba0-ef726bb8b97c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:07.609815 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.611212 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-56612361-1ef5-4ca7-b5ea-90109ce1208d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384804 Feb 10 23:26:07.614161 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54396) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:07.619163 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group_rule': {'security_group_id': '37ef8fbe-0127-4d93-96d1-9398d622969c', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:07.644888 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 2e791451-3440-4437-a706-38cfee9d03f8 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:07.652050 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (bd66f3a5-3e1e-4661-8f24-a16c43d9dbbc), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.709693 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 2e791451-3440-4437-a706-38cfee9d03f8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:07.710084 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (2e791451-3440-4437-a706-38cfee9d03f8), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.743023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (bd66f3a5-3e1e-4661-8f24-a16c43d9dbbc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.749082 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (bd66f3a5-3e1e-4661-8f24-a16c43d9dbbc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.771528 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd66f3a5-3e1e-4661-8f24-a16c43d9dbbc,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:07.777963 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.781974 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-dcab4d7c-52fe-4fbf-96b9-b26afd543eea tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664927 Feb 10 23:26:07.782509 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54404) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:07.787315 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group_rule': {'security_group_id': '37ef8fbe-0127-4d93-96d1-9398d622969c', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:07.811840 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (59146a33-c97f-482b-8c69-76758eff6f09), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.821768 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 2e791451-3440-4437-a706-38cfee9d03f8 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:07.822162 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (2e791451-3440-4437-a706-38cfee9d03f8), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.843103 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 2e791451-3440-4437-a706-38cfee9d03f8, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=2e791451-3440-4437-a706-38cfee9d03f8,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:07.847498 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (2e791451-3440-4437-a706-38cfee9d03f8), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.870231 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (59146a33-c97f-482b-8c69-76758eff6f09), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.875047 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (59146a33-c97f-482b-8c69-76758eff6f09), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.896621 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=2e791451-3440-4437-a706-38cfee9d03f8,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:07.897170 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59146a33-c97f-482b-8c69-76758eff6f09,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:07.907176 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:07.911471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54406) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:07.911686 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a5f98561-dbf3-4cd4-9a73-4baf7640626d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278565 Feb 10 23:26:07.916334 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group_rule': {'security_group_id': '37ef8fbe-0127-4d93-96d1-9398d622969c', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:07.941747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (8c46bfa3-3255-4fe8-b1f2-61d06db20401), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.000143 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (8c46bfa3-3255-4fe8-b1f2-61d06db20401), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.004012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (8c46bfa3-3255-4fe8-b1f2-61d06db20401), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.022473 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c46bfa3-3255-4fe8-b1f2-61d06db20401,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:08.031470 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.032724 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-74de422b-d5e4-49d1-98d8-bf036fcb3736 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199634 Feb 10 23:26:08.035429 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54408) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:08.039844 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group_rule': {'security_group_id': '37ef8fbe-0127-4d93-96d1-9398d622969c', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:08.061344 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Project b55b4d0e04bf46e18d0f7a1d3851b603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:26:08.066133 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (199f40e3-b32b-48c4-b005-f3ee28e88593), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.130649 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (199f40e3-b32b-48c4-b005-f3ee28e88593), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.134676 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (199f40e3-b32b-48c4-b005-f3ee28e88593), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.156775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199f40e3-b32b-48c4-b005-f3ee28e88593,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:08.162720 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.166661 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54410) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:08.166823 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9e05a938-2a80-43ea-97fb-926a7178281a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302850 Feb 10 23:26:08.171713 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'security_group_rule': {'security_group_id': '37ef8fbe-0127-4d93-96d1-9398d622969c', 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:08.191768 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Project b55b4d0e04bf46e18d0f7a1d3851b603 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:26:08.196851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (4d8065b6-16de-4f39-8bae-058a4c76cacf), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.258510 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (4d8065b6-16de-4f39-8bae-058a4c76cacf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.263370 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (4d8065b6-16de-4f39-8bae-058a4c76cacf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.281885 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8065b6-16de-4f39-8bae-058a4c76cacf,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:08.290197 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:08.291379 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e6fc0ef7-b53d-434c-899b-5eca2efb0794 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236229 Feb 10 23:26:08.401133 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Sync routers for ids ['209ebb82-0816-49c0-bad1-edb0f803ed86'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:26:08.411137 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Routers {'209ebb82-0816-49c0-bad1-edb0f803ed86'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:08.411746 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['209ebb82-0816-49c0-bad1-edb0f803ed86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:08.549284 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Set router 209ebb82-0816-49c0-bad1-edb0f803ed86 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:08.970825 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'f960ad20-78b5-4351-a04a-0d7396ac23b7', 'name': '', 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'mac_address': 'fa:16:3e:42:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:04Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 2, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'subnets': [{'id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:08.998704 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Checking router: 209ebb82-0816-49c0-bad1-edb0f803ed86 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:26:08.999066 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Updating router 209ebb82-0816-49c0-bad1-edb0f803ed86 port f960ad20-78b5-4351-a04a-0d7396ac23b7 binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:26:09.027617 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.325862 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Publish callbacks [] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.331846 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.391882 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb12899-386b-492d-9f8e-3bee661a1667 None None] Pushing event updated for resources: {'Port': ['ID=f960ad20-78b5-4351-a04a-0d7396ac23b7,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:09.447174 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Attempting to bind port f960ad20-78b5-4351-a04a-0d7396ac23b7 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:26:09.448063 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Attempting to bind port f960ad20-78b5-4351-a04a-0d7396ac23b7 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:26:09.448063 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Attempting to bind port f960ad20-78b5-4351-a04a-0d7396ac23b7 on network d8fa6497-c741-4d43-8d84-906e146d924c {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:09.454957 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:26:09.455615 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Checking segment: {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:09.456256 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.456653 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Bound using segment: {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:26:09.457140 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Bound port: f960ad20-78b5-4351-a04a-0d7396ac23b7, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9f174f-1428-4a9d-89f0-7926878d6696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:26:09.457521 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.525572 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] For port f960ad20-78b5-4351-a04a-0d7396ac23b7, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:09.528812 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] For port f960ad20-78b5-4351-a04a-0d7396ac23b7, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f960ad20-78b5-4351-a04a-0d7396ac23b7,segment=NetworkSegment(0c9f174f-1428-4a9d-89f0-7926878d6696),segment_id=0c9f174f-1428-4a9d-89f0-7926878d6696)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:09.536388 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.596721 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Routers {'209ebb82-0816-49c0-bad1-edb0f803ed86'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:26:09.596933 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] Provisioning complete for port f960ad20-78b5-4351-a04a-0d7396ac23b7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:09.597453 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.597544 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:25:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['209ebb82-0816-49c0-bad1-edb0f803ed86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:09.600988 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb12899-386b-492d-9f8e-3bee661a1667 None None] Pushing event updated for resources: {'Port': ['ID=f960ad20-78b5-4351-a04a-0d7396ac23b7,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:09.644995 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 2e791451-3440-4437-a706-38cfee9d03f8 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:09.723072 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] Set router 209ebb82-0816-49c0-bad1-edb0f803ed86 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:26:09.739775 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] Current status of the port f960ad20-78b5-4351-a04a-0d7396ac23b7 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:09.740190 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.760468 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 2e791451-3440-4437-a706-38cfee9d03f8 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:09.760841 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (2e791451-3440-4437-a706-38cfee9d03f8), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.810393 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] For port f960ad20-78b5-4351-a04a-0d7396ac23b7, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f960ad20-78b5-4351-a04a-0d7396ac23b7,segment=NetworkSegment(0c9f174f-1428-4a9d-89f0-7926878d6696),segment_id=0c9f174f-1428-4a9d-89f0-7926878d6696)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:26:09.817728 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.895623 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e6d5d-27ff-414d-a399-14f7bf466a3e None None] Pushing event updated for resources: {'Port': ['ID=f960ad20-78b5-4351-a04a-0d7396ac23b7,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:09.908663 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 2e791451-3440-4437-a706-38cfee9d03f8 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:09.937961 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-ee8f49cc-761b-4c63-ad80-aae0d3e0790e None None] Provisioning complete for port f960ad20-78b5-4351-a04a-0d7396ac23b7 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:09.938474 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ee8f49cc-761b-4c63-ad80-aae0d3e0790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:09.948292 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'f960ad20-78b5-4351-a04a-0d7396ac23b7', 'name': '', 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'mac_address': 'fa:16:3e:42:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:04Z', 'updated_at': '2022-02-10T23:26:09Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'subnets': [{'id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:09.983304 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5258c-fa3a-4486-accb-7b7aa8dcfcdc None None] The sync data for ids ['209ebb82-0816-49c0-bad1-edb0f803ed86'] in dv-cinder-828805-1-iscsi is: [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:05Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': 'f960ad20-78b5-4351-a04a-0d7396ac23b7', 'name': '', 'network_id': 'd8fa6497-c741-4d43-8d84-906e146d924c', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'mac_address': 'fa:16:3e:42:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:04Z', 'updated_at': '2022-02-10T23:26:09Z', 'revision_number': 4, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'subnets': [{'id': 'e1c2d9b3-4e10-4c50-b689-173f86497ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:26:10.025214 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-ee8f49cc-761b-4c63-ad80-aae0d3e0790e None None] Current status of the port f960ad20-78b5-4351-a04a-0d7396ac23b7 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:11.637546 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f960ad20-78b5-4351-a04a-0d7396ac23b7 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:26:11.689188 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port f960ad20-78b5-4351-a04a-0d7396ac23b7 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:11.689563 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:11.766682 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port f960ad20-78b5-4351-a04a-0d7396ac23b7 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:26:12.906223 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9dd64de1-5951-4f09-872e-32c65432e287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:15.250734 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-561c3608-8666-4041-be4d-f76dfaac5f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:15.967175 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:17.641955 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:19.572704 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:34.241984 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:26:36.258331 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:42.899543 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed4de221-fdcd-4ab9-9fc7-b0b070268591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.433658 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 54858) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:44.541640 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9beb5e0f-3b51-4ff2-b919-f2fa23194163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.620130 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9beb5e0f-3b51-4ff2-b919-f2fa23194163 admin admin] Publish callbacks [] for security_group (069b1c8c-c91c-436d-a417-77c723eedad4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.624047 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9beb5e0f-3b51-4ff2-b919-f2fa23194163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (069b1c8c-c91c-436d-a417-77c723eedad4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.662265 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9beb5e0f-3b51-4ff2-b919-f2fa23194163 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=440d37fec8174e18b796f1306643f4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274511 Feb 10 23:26:44.664303 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 54868) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:44.664807 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb5e0f-3b51-4ff2-b919-f2fa23194163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069b1c8c-c91c-436d-a417-77c723eedad4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:44.716007 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0393ac63-6099-448e-9384-bcab8ad37f07 admin admin] Publish callbacks [] for security_group (069b1c8c-c91c-436d-a417-77c723eedad4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.738244 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0393ac63-6099-448e-9384-bcab8ad37f07 admin admin] Publish callbacks [] for security_group (069b1c8c-c91c-436d-a417-77c723eedad4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.813912 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0393ac63-6099-448e-9384-bcab8ad37f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (069b1c8c-c91c-436d-a417-77c723eedad4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.816710 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0393ac63-6099-448e-9384-bcab8ad37f07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:44.820173 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0393ac63-6099-448e-9384-bcab8ad37f07 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/069b1c8c-c91c-436d-a417-77c723eedad4 HTTP/1.1" status: 204 len: 168 time: 0.1524658 Feb 10 23:26:44.841010 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-f047b84b-cf56-47e8-949c-106ce310f6e2 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402827313&fields=id&tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 267 time: 0.0702107 Feb 10 23:26:44.856574 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393ac63-6099-448e-9384-bcab8ad37f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069b1c8c-c91c-436d-a417-77c723eedad4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:44.953999 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-f59b1403-a8e4-4536-86b3-e08e515b939b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:44.968366 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-f59b1403-a8e4-4536-86b3-e08e515b939b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 812 time: 0.1136618 Feb 10 23:26:44.972132 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-c7249cc8-606e-46da-b8c1-32eb8c70dbe9 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/quotas/b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 375 time: 0.0109596 Feb 10 23:26:45.043363 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-8e5cf88c-9645-404a-99c4-a190479bc7cf tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642557 Feb 10 23:26:45.061918 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-f71cfefd-95ba-4531-826b-4c89550d386b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:26:45.063999 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-f71cfefd-95ba-4531-826b-4c89550d386b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066972 Feb 10 23:26:45.166314 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-a7a33904-929f-408c-9df4-5852849d2b8b service neutron] 10.222.0.77 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967555 Feb 10 23:26:45.248542 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-25ebbbaf-e302-4178-81a3-bbcdedc16fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:45.261918 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-e25fb7f2-fd12-40d7-9299-c2b2b7ca2faf service neutron] 10.222.0.77 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891309 Feb 10 23:26:45.536682 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-76ebf670-f174-4ae8-9390-0e484cd657d2 req-4e49a13f-3c48-4cbc-ad01-4284b94c4674 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 210 time: 0.0287657 Feb 10 23:26:45.968621 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:46.644352 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52a18d20-32aa-4cbe-a738-3beda2db8b22 req-4a5f1343-6763-4125-afa9-b9df52be8104 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 210 time: 0.0381231 Feb 10 23:26:46.712756 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-397c4753-ee4c-46ef-8974-9b394dc96a25 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:46.714188 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-397c4753-ee4c-46ef-8974-9b394dc96a25 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 812 time: 0.1282868 Feb 10 23:26:46.783066 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-4828eeb1-64d9-4f7f-b3e3-be2da72bc665 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 380 time: 0.0525568 Feb 10 23:26:46.796807 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'port': {'device_id': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'admin_state_up': True, 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'security_groups': ['37ef8fbe-0127-4d93-96d1-9398d622969c']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:46.902802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Made reservation on behalf of b55b4d0e04bf46e18d0f7a1d3851b603 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:46.906470 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.032030 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Allocated IP 172.20.0.11 (890eaf3c-491f-4692-aea9-b5c0cbc7bd07/fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8/a35aad40-d880-4d5c-adcd-8085a24c116f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:47.171151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.204538 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.249416 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:47.252549 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:47.256144 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:26:47.262178 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=a35aad40-d880-4d5c-adcd-8085a24c116f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:47.311066 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:47.311918 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.327707 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-5a792223-eb91-4814-ba2b-b7b37df7a980 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5350795 Feb 10 23:26:47.345270 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Request body: {'port': {'device_id': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:47.411330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.489969 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5a528d4c-b4ab-4da0-a4ae-3c2e78cb575d None None] Provisioning complete for port a35aad40-d880-4d5c-adcd-8085a24c116f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:47.490885 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a528d4c-b4ab-4da0-a4ae-3c2e78cb575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.537134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5a528d4c-b4ab-4da0-a4ae-3c2e78cb575d None None] Port a35aad40-d880-4d5c-adcd-8085a24c116f cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:26:47.650291 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.724564 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35aad40-d880-4d5c-adcd-8085a24c116f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:26:47.732348 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Publish callbacks [] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.744537 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Transition to ACTIVE for port object a35aad40-d880-4d5c-adcd-8085a24c116f will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:26:47.748482 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.783934 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb468dfd-ef7c-487f-9173-2881360d9da1 req-f6699003-fedb-4b7b-81cf-15c757ff37bb tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:47.785498 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cb468dfd-ef7c-487f-9173-2881360d9da1 req-f6699003-fedb-4b7b-81cf-15c757ff37bb tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 932 time: 0.0554259 Feb 10 23:26:47.819604 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Pushing event updated for resources: {'Port': ['ID=a35aad40-d880-4d5c-adcd-8085a24c116f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:47.841369 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-cb468dfd-ef7c-487f-9173-2881360d9da1 req-39350dd5-d5d5-475e-af4b-de88d1e72dab tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489256 Feb 10 23:26:47.880063 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Attempting to bind port a35aad40-d880-4d5c-adcd-8085a24c116f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:26:47.880409 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Attempting to bind port a35aad40-d880-4d5c-adcd-8085a24c116f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:26:47.880742 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Attempting to bind port a35aad40-d880-4d5c-adcd-8085a24c116f on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:47.885353 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Port a35aad40-d880-4d5c-adcd-8085a24c116f on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:26:47.885704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Attempting to bind port a35aad40-d880-4d5c-adcd-8085a24c116f on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:26:47.891154 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:26:47.891491 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Checking segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:47.891909 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Bound using segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:26:47.892341 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Bound port: a35aad40-d880-4d5c-adcd-8085a24c116f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:26:47.892712 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:47.957754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] For port a35aad40-d880-4d5c-adcd-8085a24c116f, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:26:47.960877 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] For port a35aad40-d880-4d5c-adcd-8085a24c116f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a35aad40-d880-4d5c-adcd-8085a24c116f,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:26:47.967253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:48.006629 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.007308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:48.008635 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] 10.222.0.43 "PUT /v2.0/ports/a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 200 len: 1094 time: 0.6685426 Feb 10 23:26:48.009115 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:26:48.011347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667ae094-b414-42e0-9988-335d9610bfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:26:48.037766 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f987e67-4cb3-4bf0-93fc-c1f5ab70646e service neutron] Pushing event updated for resources: {'Port': ['ID=a35aad40-d880-4d5c-adcd-8085a24c116f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:48.387471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c32ad21-baab-40e2-8dc7-90f11240b885 x-openstack-request-id: req-6c32ad21-baab-40e2-8dc7-90f11240b885 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:26:48.387704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:26:48.387923 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c32ad21-baab-40e2-8dc7-90f11240b885 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:26:48.388319 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'status': 'completed', 'code': 200} Feb 10 23:26:48.406919 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-945b80db-1cf6-4c7b-a5ea-c844a52dac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.408470 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-945b80db-1cf6-4c7b-a5ea-c844a52dac68 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1128 time: 0.3151147 Feb 10 23:26:48.961323 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc635592-d91a-4cc0-b785-e8b4cab6e683 req-473e0bdc-740b-46a9-8791-3765a4259366 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.962806 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc635592-d91a-4cc0-b785-e8b4cab6e683 req-473e0bdc-740b-46a9-8791-3765a4259366 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0518701 Feb 10 23:26:49.010868 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-bc635592-d91a-4cc0-b785-e8b4cab6e683 req-5f394d2f-98d5-4084-9fc5-8c92a998b610 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Feb 10 23:26:49.575232 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:50.128417 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556db048-4b73-4169-baee-0e27925ac06e req-5c3d52a2-b5c6-4aac-96f2-9433554cb3c4 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:50.129896 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-556db048-4b73-4169-baee-0e27925ac06e req-5c3d52a2-b5c6-4aac-96f2-9433554cb3c4 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0524161 Feb 10 23:26:50.179237 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-556db048-4b73-4169-baee-0e27925ac06e req-70aec38b-9ca2-43f1-a718-0577934fee90 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Feb 10 23:26:51.223256 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-df2052d0-2c6f-45e2-b20e-991a1df5e290 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 200 len: 217 time: 0.0376472 Feb 10 23:26:51.273173 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-c7c8486e-b904-47c2-9efd-207878c45db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.274632 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-c7c8486e-b904-47c2-9efd-207878c45db5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0458150 Feb 10 23:26:51.299596 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb82e0a-c4ad-47f3-a94b-1ccc4c0eb474 req-fe693676-89ad-440a-be6c-af1f384fc575 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.301164 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5fb82e0a-c4ad-47f3-a94b-1ccc4c0eb474 req-fe693676-89ad-440a-be6c-af1f384fc575 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0567632 Feb 10 23:26:51.323091 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-6b5bd6b1-bad1-4e66-9f5a-830c7555c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.324639 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-6b5bd6b1-bad1-4e66-9f5a-830c7555c088 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439832 Feb 10 23:26:51.350622 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-5fb82e0a-c4ad-47f3-a94b-1ccc4c0eb474 req-0ef9b5cd-5686-4794-a5c3-447389189151 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440204 Feb 10 23:26:51.417505 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-b2755776-7e72-4633-9324-e074c47d3c15 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860157 Feb 10 23:26:51.505937 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0296d-74e5-4806-b2d2-db31327a9235 req-335d1fca-15be-4c18-9278-09f0e59d58c0 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823720 Feb 10 23:26:51.643777 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae094-b414-42e0-9988-335d9610bfe5 req-7295b264-4951-4405-b8e7-b058941c1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.645348 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-7295b264-4951-4405-b8e7-b058941c1b28 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1128 time: 0.0517566 Feb 10 23:26:51.734666 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae094-b414-42e0-9988-335d9610bfe5 req-7ab4b442-f9db-4e5c-a945-caa6399e90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.736170 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-7ab4b442-f9db-4e5c-a945-caa6399e90b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0849390 Feb 10 23:26:51.780580 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-327a08ec-5df6-4914-9f21-26e39801ae33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 200 len: 217 time: 0.0385389 Feb 10 23:26:51.830028 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae094-b414-42e0-9988-335d9610bfe5 req-35772ae4-163f-4c1d-acf1-9cdc8a3e0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.831505 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-35772ae4-163f-4c1d-acf1-9cdc8a3e0c3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0456014 Feb 10 23:26:51.879594 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae094-b414-42e0-9988-335d9610bfe5 req-890f14fb-28d3-4d09-8a5d-3b9123cb0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.881142 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-890f14fb-28d3-4d09-8a5d-3b9123cb0891 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442412 Feb 10 23:26:51.977500 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-2647fd5e-82d4-4a3a-938f-2035fae87c56 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904968 Feb 10 23:26:52.068695 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-667ae094-b414-42e0-9988-335d9610bfe5 req-a3cd5292-6d74-45c6-9e3d-431cf578e29f service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843663 Feb 10 23:26:52.468166 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad6a4d-2c6e-4384-8755-97c58b17aae3 req-419ebef7-91fe-408f-a0d8-719ef01d48b4 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:52.469631 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edad6a4d-2c6e-4384-8755-97c58b17aae3 req-419ebef7-91fe-408f-a0d8-719ef01d48b4 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0543842 Feb 10 23:26:52.520554 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edad6a4d-2c6e-4384-8755-97c58b17aae3 req-d898f87f-a1c6-46c0-b56d-c6578a724e17 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450959 Feb 10 23:26:53.643704 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d996c-7614-4dd1-860c-69be8b7e8574 req-5fe43a65-b578-49f1-ae3d-c8419ca1a29e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:53.645185 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9d6d996c-7614-4dd1-860c-69be8b7e8574 req-5fe43a65-b578-49f1-ae3d-c8419ca1a29e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0572743 Feb 10 23:26:53.694070 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9d6d996c-7614-4dd1-860c-69be8b7e8574 req-90781d11-2fca-4235-a1cb-e29910862d8d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Feb 10 23:26:54.811738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc54087-9d7b-413a-960e-a46f3560df32 req-202dfec5-f4af-4b4d-a139-c2884e083f0b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:54.813265 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dc54087-9d7b-413a-960e-a46f3560df32 req-202dfec5-f4af-4b4d-a139-c2884e083f0b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0532351 Feb 10 23:26:54.868305 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0dc54087-9d7b-413a-960e-a46f3560df32 req-49d1fb89-f390-4626-a00a-8f7e66623afe tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494423 Feb 10 23:26:54.971760 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55026) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:55.073249 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.146837 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Publish callbacks [] for security_group (58503c89-cf80-4836-9ea4-d3e1a78e28ac), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.150369 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (58503c89-cf80-4836-9ea4-d3e1a78e28ac), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.188693 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9f8cbfedc624201aa80231b6917d76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157371 Feb 10 23:26:55.189756 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58503c89-cf80-4836-9ea4-d3e1a78e28ac,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.191228 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:55.197034 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.197393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.197749 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.198095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.198437 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.198775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.199114 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.199450 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.199802 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.200149 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.200479 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.200810 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.201172 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a125c170-7e49-4874-bffc-e6d4222e4b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:55.239848 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-487b6e29-8871-45ab-86d4-080379be0240 admin admin] Publish callbacks [] for security_group (58503c89-cf80-4836-9ea4-d3e1a78e28ac), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.260260 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-487b6e29-8871-45ab-86d4-080379be0240 admin admin] Publish callbacks [] for security_group (58503c89-cf80-4836-9ea4-d3e1a78e28ac), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.309300 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-487b6e29-8871-45ab-86d4-080379be0240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (58503c89-cf80-4836-9ea4-d3e1a78e28ac), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.312872 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-487b6e29-8871-45ab-86d4-080379be0240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.314047 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-487b6e29-8871-45ab-86d4-080379be0240 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/58503c89-cf80-4836-9ea4-d3e1a78e28ac HTTP/1.1" status: 204 len: 168 time: 0.1217072 Feb 10 23:26:55.321515 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b6e29-8871-45ab-86d4-080379be0240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58503c89-cf80-4836-9ea4-d3e1a78e28ac,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.572044 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:55.585417 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1714697d-cf65-4093-b91c-317041248672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.660484 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1714697d-cf65-4093-b91c-317041248672 admin admin] Publish callbacks [] for security_group (787c37d7-c3c2-4239-895d-9235b6979635), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.664109 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1714697d-cf65-4093-b91c-317041248672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (787c37d7-c3c2-4239-895d-9235b6979635), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.702689 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1714697d-cf65-4093-b91c-317041248672 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=53f48303760944db9f3229c124a0a296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295366 Feb 10 23:26:55.703544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714697d-cf65-4093-b91c-317041248672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787c37d7-c3c2-4239-895d-9235b6979635,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.705376 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55038) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:55.757525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d114685-11ff-4ba7-8c83-ba19a1418eda admin admin] Publish callbacks [] for security_group (787c37d7-c3c2-4239-895d-9235b6979635), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.777508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d114685-11ff-4ba7-8c83-ba19a1418eda admin admin] Publish callbacks [] for security_group (787c37d7-c3c2-4239-895d-9235b6979635), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.824220 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d114685-11ff-4ba7-8c83-ba19a1418eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (787c37d7-c3c2-4239-895d-9235b6979635), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.827280 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3d114685-11ff-4ba7-8c83-ba19a1418eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:55.828432 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3d114685-11ff-4ba7-8c83-ba19a1418eda admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/787c37d7-c3c2-4239-895d-9235b6979635 HTTP/1.1" status: 204 len: 168 time: 0.1220779 Feb 10 23:26:55.836008 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d114685-11ff-4ba7-8c83-ba19a1418eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787c37d7-c3c2-4239-895d-9235b6979635,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:55.990790 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c5233-bc3e-4465-98b8-5ab6fc0076ec req-7bd6938f-febd-4c5a-b306-d5eb43eb895e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:55.992179 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-392c5233-bc3e-4465-98b8-5ab6fc0076ec req-7bd6938f-febd-4c5a-b306-d5eb43eb895e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0572650 Feb 10 23:26:56.041473 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-392c5233-bc3e-4465-98b8-5ab6fc0076ec req-9d71e001-ec49-4209-a090-708c169f7369 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436282 Feb 10 23:26:57.161961 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1238e-427a-4e5b-bb69-d1fb65f2fa15 req-56ac9456-8b03-46f3-9c4f-ddbb725fe384 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:57.163482 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77f1238e-427a-4e5b-bb69-d1fb65f2fa15 req-56ac9456-8b03-46f3-9c4f-ddbb725fe384 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0552778 Feb 10 23:26:57.214915 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77f1238e-427a-4e5b-bb69-d1fb65f2fa15 req-f1089ce5-4a32-4a1c-8705-362699fa9c11 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453036 Feb 10 23:26:57.479237 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55096) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:57.583333 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58fbb9f9-3e18-4ead-aecf-f9a75473d776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.659404 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58fbb9f9-3e18-4ead-aecf-f9a75473d776 admin admin] Publish callbacks [] for security_group (8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.662979 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-58fbb9f9-3e18-4ead-aecf-f9a75473d776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.700990 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-58fbb9f9-3e18-4ead-aecf-f9a75473d776 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11da9f994bd2497ca70f1abca0d8bc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206788 Feb 10 23:26:57.703781 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbb9f9-3e18-4ead-aecf-f9a75473d776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:57.704339 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55100) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:57.756474 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-243fea04-6768-4c6e-ac8a-703a2deef781 admin admin] Publish callbacks [] for security_group (8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.777170 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-243fea04-6768-4c6e-ac8a-703a2deef781 admin admin] Publish callbacks [] for security_group (8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.821904 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-243fea04-6768-4c6e-ac8a-703a2deef781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.824761 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-243fea04-6768-4c6e-ac8a-703a2deef781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:57.825899 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-243fea04-6768-4c6e-ac8a-703a2deef781 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb HTTP/1.1" status: 204 len: 168 time: 0.1205034 Feb 10 23:26:57.834367 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243fea04-6768-4c6e-ac8a-703a2deef781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3cbbb9-a039-4ce2-8544-f2d9fffcb6bb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:58.075699 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55106) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:58.089355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-835da1ae-8a9a-4ff6-bc9a-b9e9de86d256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.163300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-835da1ae-8a9a-4ff6-bc9a-b9e9de86d256 admin admin] Publish callbacks [] for security_group (43431077-9e48-410c-ab92-d8a4a73cb84e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.167028 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-835da1ae-8a9a-4ff6-bc9a-b9e9de86d256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (43431077-9e48-410c-ab92-d8a4a73cb84e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.205196 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-835da1ae-8a9a-4ff6-bc9a-b9e9de86d256 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbc7b3800ac04073b57d73db0433ef37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278043 Feb 10 23:26:58.206145 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835da1ae-8a9a-4ff6-bc9a-b9e9de86d256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43431077-9e48-410c-ab92-d8a4a73cb84e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:58.207892 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:58.259168 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5be5f115-51f5-4f4a-969e-56cdbb84632b admin admin] Publish callbacks [] for security_group (43431077-9e48-410c-ab92-d8a4a73cb84e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.280419 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5be5f115-51f5-4f4a-969e-56cdbb84632b admin admin] Publish callbacks [] for security_group (43431077-9e48-410c-ab92-d8a4a73cb84e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.355548 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb4c7b-252a-4c5a-80b0-fb004745cbce req-a24dbf4e-f5a5-420e-ae76-6c1f3aeb8109 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:58.357099 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4deb4c7b-252a-4c5a-80b0-fb004745cbce req-a24dbf4e-f5a5-420e-ae76-6c1f3aeb8109 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.0685673 Feb 10 23:26:58.370233 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5be5f115-51f5-4f4a-969e-56cdbb84632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (43431077-9e48-410c-ab92-d8a4a73cb84e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.372792 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5be5f115-51f5-4f4a-969e-56cdbb84632b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:58.374447 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5be5f115-51f5-4f4a-969e-56cdbb84632b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/43431077-9e48-410c-ab92-d8a4a73cb84e HTTP/1.1" status: 204 len: 168 time: 0.1647551 Feb 10 23:26:58.389829 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5f115-51f5-4f4a-969e-56cdbb84632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43431077-9e48-410c-ab92-d8a4a73cb84e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:58.428693 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4deb4c7b-252a-4c5a-80b0-fb004745cbce req-ea7adae1-10d1-4ee4-8018-494c8c21bfb8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651164 Feb 10 23:26:59.029056 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55132) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:59.122368 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1610851514-network', 'tenant_id': '3a36bafa36314310bf05b87a89c55dd4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:59.143246 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Made reservation on behalf of 3a36bafa36314310bf05b87a89c55dd4 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:59.145523 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.154096 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.228664 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks [] for security_group (8d097d3c-fd18-450f-8f3d-d79d5b582d56), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.232169 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8d097d3c-fd18-450f-8f3d-d79d5b582d56), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.253890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:26:59.269128 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d097d3c-fd18-450f-8f3d-d79d5b582d56,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:59.271966 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (bc349da7-51e4-40eb-bf21-ee5606e65627), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.272411 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Added segment bc349da7-51e4-40eb-bf21-ee5606e65627 of type vlan for network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 Feb 10 23:26:59.311599 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (66b0457b-b7d6-4cd5-81e0-8b40e6821478), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.336026 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (66b0457b-b7d6-4cd5-81e0-8b40e6821478), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.336982 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:59.337571 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.370908 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3405726 Feb 10 23:26:59.374473 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:26:59.379343 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Request body: {'subnet': {'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1610851514-subnet', 'tenant_id': '3a36bafa36314310bf05b87a89c55dd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:59.398277 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Made reservation on behalf of 3a36bafa36314310bf05b87a89c55dd4 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:59.400649 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.401667 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520886-964e-4618-8d19-4705be7f630a admin admin] Pushing event updated for resources: {'Network': ['ID=66b0457b-b7d6-4cd5-81e0-8b40e6821478,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:59.411966 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:26:59.604936 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (a9ead898-ce99-4233-8970-2aa41b645eab), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.615780 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74934488-9969-47d6-a604-18126425c017 req-cac47323-0c1a-46cd-81e9-19c4f4584b21 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:59.617303 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74934488-9969-47d6-a604-18126425c017 req-cac47323-0c1a-46cd-81e9-19c4f4584b21 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 944 time: 0.1045167 Feb 10 23:26:59.688847 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ead898-ce99-4233-8970-2aa41b645eab,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:59.718107 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74934488-9969-47d6-a604-18126425c017 req-e9a5547e-82b1-4154-98ed-d4e176bcfa62 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764492 Feb 10 23:26:59.720987 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Checking segment: {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:26:59.721143 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Network hostable DHCP agents. Network: 66b0457b-b7d6-4cd5-81e0-8b40e6821478, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:26:59.738953 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:26:59.747375 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 66b0457b-b7d6-4cd5-81e0-8b40e6821478) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:59.752298 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:59.752906 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:26:59.757077 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d9f32-22be-4a44-82fa-1d0794605a49 None None] Network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:26:59.769139 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7e130380-2eba-480b-861d-be087319c2a4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3935652 Feb 10 23:26:59.860154 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15b5e5b-f487-4825-a280-cd9da30b5158 None None] Network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:27:00.460351 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a35aad40-d880-4d5c-adcd-8085a24c116f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:27:00.558469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a35aad40-d880-4d5c-adcd-8085a24c116f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a35aad40-d880-4d5c-adcd-8085a24c116f,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:00.569412 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'port_id': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'mac_address': 'fa:16:3e:a9:07:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:27:00.606052 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a35aad40-d880-4d5c-adcd-8085a24c116f is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:27:00.606440 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:00.618823 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35aad40-d880-4d5c-adcd-8085a24c116f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:27:00.637705 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a35aad40-d880-4d5c-adcd-8085a24c116f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a35aad40-d880-4d5c-adcd-8085a24c116f,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:00.641771 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:00.687071 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a35aad40-d880-4d5c-adcd-8085a24c116f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:00.693881 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.694229 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.694573 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.694913 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.695239 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.695565 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.695920 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.696245 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.696567 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.696889 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.697208 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.697525 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.697840 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:00.836041 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82572f77-a0db-4a4a-8f44-ef074aa5a40e req-1644957a-0083-496c-a900-1ab0b8ad0274 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:00.837486 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-82572f77-a0db-4a4a-8f44-ef074aa5a40e req-1644957a-0083-496c-a900-1ab0b8ad0274 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 945 time: 0.0524189 Feb 10 23:27:00.885196 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-82572f77-a0db-4a4a-8f44-ef074aa5a40e req-7a66cb82-e5ee-4def-b5c6-0290a2956179 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421729 Feb 10 23:27:01.111561 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a35aad40-d880-4d5c-adcd-8085a24c116f'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:27:01.489312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-347aaca9-6a6d-48c7-9fd2-a11649ddf0ea tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:01.490780 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-347aaca9-6a6d-48c7-9fd2-a11649ddf0ea tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/networks?id=66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 200 len: 814 time: 0.1046617 Feb 10 23:27:01.504948 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-24ac9ad6-4140-4752-a2e4-deac29aaf621 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/quotas/3a36bafa36314310bf05b87a89c55dd4 HTTP/1.1" status: 200 len: 375 time: 0.0089359 Feb 10 23:27:01.536293 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-9a9b7a87-b3f1-4bb3-8452-c9389b458113 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a36bafa36314310bf05b87a89c55dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266550 Feb 10 23:27:01.669919 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-dd5908e0-30be-4680-a73f-797880d6de17 service neutron] 10.222.0.77 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270933 Feb 10 23:27:01.762431 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-fb1561a9-0b14-4361-a7db-87b6b8564ae0 service neutron] 10.222.0.77 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863719 Feb 10 23:27:01.913272 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-75ab578f-fecf-4381-9f5f-485dbb24e045 req-33557b98-27ed-4ca2-8fe5-fa12c9cf627c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0262032 Feb 10 23:27:02.005100 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d657-c7e8-47d6-ad4c-8e20d2d40102 req-60be749c-5d9f-438a-9aba-2215bb7f93df tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:02.006596 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bde4d657-c7e8-47d6-ad4c-8e20d2d40102 req-60be749c-5d9f-438a-9aba-2215bb7f93df tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 945 time: 0.0531099 Feb 10 23:27:02.053516 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bde4d657-c7e8-47d6-ad4c-8e20d2d40102 req-efd786d7-4fb9-41a1-b56f-38e9bd7461da tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Feb 10 23:27:02.465183 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a35aad40-d880-4d5c-adcd-8085a24c116f up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:27:02.518224 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a35aad40-d880-4d5c-adcd-8085a24c116f completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:02.522275 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a35aad40-d880-4d5c-adcd-8085a24c116f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:02.522690 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:02.597283 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a35aad40-d880-4d5c-adcd-8085a24c116f is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:27:02.597672 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:02.620224 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:27:02.622455 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a9c121-cc77-437b-adf8-5bff126e4c25" -d '{"events": [{"server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "name": "network-vif-plugged", "status": "completed", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:27:02.635966 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a35aad40-d880-4d5c-adcd-8085a24c116f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a35aad40-d880-4d5c-adcd-8085a24c116f,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:02.639987 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:02.689581 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a35aad40-d880-4d5c-adcd-8085a24c116f,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:02.776816 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cdd55f-350c-4b83-abaf-a30bd991540a x-openstack-request-id: req-21cdd55f-350c-4b83-abaf-a30bd991540a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:27:02.777108 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "name": "network-vif-plugged", "status": "completed", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:27:02.777361 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21cdd55f-350c-4b83-abaf-a30bd991540a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:27:02.777749 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'code': 200} Feb 10 23:27:03.019529 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-896ad8bf-b3f9-478a-8e5e-3c666389ab2a req-c7530702-dd4d-42c5-8372-0738f5ec1747 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0507500 Feb 10 23:27:03.038230 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba96ef3-83de-4612-a2d0-c89d3380877e req-ddf6d936-7d76-4fe6-a345-440f4892590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:03.039676 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ba96ef3-83de-4612-a2d0-c89d3380877e req-ddf6d936-7d76-4fe6-a345-440f4892590e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1130 time: 0.0622439 Feb 10 23:27:03.085516 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ba96ef3-83de-4612-a2d0-c89d3380877e req-6925cf52-43c1-4737-8283-6f41838054d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387006 Feb 10 23:27:03.172846 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aeaf5e-6187-4bdd-b019-1fafd359f8f1 req-0ef5b1be-c94e-4942-8df3-4f07f9df73d3 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:03.174314 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-35aeaf5e-6187-4bdd-b019-1fafd359f8f1 req-0ef5b1be-c94e-4942-8df3-4f07f9df73d3 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0524859 Feb 10 23:27:03.228441 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-35aeaf5e-6187-4bdd-b019-1fafd359f8f1 req-3ebc8526-52c7-44e9-8be9-0cef00e4287a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485847 Feb 10 23:27:04.098019 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f3d0c5-cdbc-4161-901c-50893c5aafe5 req-08e4cc8d-052e-4623-a0f5-748c73eaf368 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Feb 10 23:27:04.343965 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa4be2-41bd-4307-9960-1050420bb377 req-d08262c8-d047-4a83-a87a-31c1e9bef88a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:04.345441 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32fa4be2-41bd-4307-9960-1050420bb377 req-d08262c8-d047-4a83-a87a-31c1e9bef88a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0518620 Feb 10 23:27:04.392675 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32fa4be2-41bd-4307-9960-1050420bb377 req-66493dc8-dcf1-48d9-af9c-8a845b1f43e1 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Feb 10 23:27:05.180706 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98ecbcc6-3233-4e28-b3c1-bcc0d89a5e4f req-08d55819-adf6-4df8-a796-6aac25534882 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Feb 10 23:27:05.513811 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7870ebf-a4aa-412b-a322-cbb626ea70c6 req-e9a3975d-fdbf-4e9e-bfeb-a9e427e6b944 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:05.515295 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7870ebf-a4aa-412b-a322-cbb626ea70c6 req-e9a3975d-fdbf-4e9e-bfeb-a9e427e6b944 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0520897 Feb 10 23:27:05.565477 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c7870ebf-a4aa-412b-a322-cbb626ea70c6 req-f338418a-3913-4df3-a24d-a1b2494d160e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Feb 10 23:27:05.685404 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f40a79-f15a-4a7d-837d-76724ae70c19 req-08d6df53-b80c-45cd-9d92-6042841eb048 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:05.686808 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39f40a79-f15a-4a7d-837d-76724ae70c19 req-08d6df53-b80c-45cd-9d92-6042841eb048 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0558503 Feb 10 23:27:05.736299 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39f40a79-f15a-4a7d-837d-76724ae70c19 req-9f78404e-3a12-4424-a7f5-c30497623913 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Feb 10 23:27:05.758680 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55204) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:27:05.893241 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d653bfb-19cc-4c43-bddf-60cd2b8292d1 tempest-TestVolumeBootPattern-1661398035 tempest-TestVolumeBootPattern-1661398035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:05.894771 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4d653bfb-19cc-4c43-bddf-60cd2b8292d1 tempest-TestVolumeBootPattern-1661398035 tempest-TestVolumeBootPattern-1661398035-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1125 time: 0.1351275 Feb 10 23:27:05.897595 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55208) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:27:05.901747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'port_id': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:05.921489 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.018373 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.117262 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Allocated IP 172.27.1.97 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/187a0c0a-0fc7-4924-8cce-b8af0088d5cb) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:27:06.219691 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.254807 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.285364 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-9e6fd525-f3e3-403c-9c35-f92f662a0dbb req-4ba3be90-f83f-4807-8378-f67d0de3282b tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0402489 Feb 10 23:27:06.291678 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.294250 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:27:06.297316 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:27:06.301149 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:27:06.324912 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=187a0c0a-0fc7-4924-8cce-b8af0088d5cb,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:06.674008 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (798730d8-52bf-4f6f-85fb-6fcd1e6cc2de), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.741121 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.973932 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.982108 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:06.996524 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-52a72706-bab4-452b-8f3b-6109ce83afe5 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:06.997977 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-52a72706-bab4-452b-8f3b-6109ce83afe5 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "GET /v2.0/networks?id=66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 200 len: 814 time: 0.1492987 Feb 10 23:27:07.022563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Request body: {'port': {'device_id': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478', 'admin_state_up': True, 'tenant_id': '3a36bafa36314310bf05b87a89c55dd4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:07.083991 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=187a0c0a-0fc7-4924-8cce-b8af0088d5cb,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:07.134225 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (798730d8-52bf-4f6f-85fb-6fcd1e6cc2de), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:07.246364 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Made reservation on behalf of 3a36bafa36314310bf05b87a89c55dd4 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:27:07.249690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:07.279538 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Floating IP 798730d8-52bf-4f6f-85fb-6fcd1e6cc2de associated. External IP: 172.27.1.97, port: a35aad40-d880-4d5c-adcd-8085a24c116f. Feb 10 23:27:07.399718 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92cf692a-7b3f-42ce-a415-2e75d15ed8d6 req-8e1a3cf7-032a-4a43-8190-9ccdd2a3e921 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0339105 Feb 10 23:27:07.490490 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Allocated IP 172.20.0.7 (66b0457b-b7d6-4cd5-81e0-8b40e6821478/a9ead898-ce99-4233-8970-2aa41b645eab/194ca28d-61a2-4566-935b-ac8e20dee56b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:27:07.940646 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:27:08.026347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks [] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:08.100137 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:27:08.110238 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:27:08.114110 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:08.120796 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:27:08.121413 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:26:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:08.132889 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:08.175247 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:27:08.183927 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:27:08.187078 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:27:08.225261 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a0e0bcf9-9d13-45b4-b01f-b47ff1a0f5fc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3263738 Feb 10 23:27:08.228556 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:27:08.230465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eff65a-df7c-44f0-8275-844e71e25ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:27:08.233012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Pushing event updated for resources: {'Port': ['ID=194ca28d-61a2-4566-935b-ac8e20dee56b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:08.259351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.260067 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:08.280184 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-64340614-d1e6-4c6d-9680-c9fef712fa81 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630627 Feb 10 23:27:08.282127 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67925102-c08d-4994-a57f-acfff4c9382a x-openstack-request-id: req-67925102-c08d-4994-a57f-acfff4c9382a {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:27:08.282428 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:27:08.282676 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67925102-c08d-4994-a57f-acfff4c9382a {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:27:08.283069 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'status': 'completed', 'code': 200} Feb 10 23:27:08.332510 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Request body: {'port': {'device_id': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:08.365949 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:27:08.424090 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:08.428580 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-41120cc3-70c2-4a95-b662-dddf5c133258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.430099 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-41120cc3-70c2-4a95-b662-dddf5c133258 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1130 time: 0.0949516 Feb 10 23:27:08.598727 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '798730d8-52bf-4f6f-85fb-6fcd1e6cc2de', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:a9:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:27:06Z', 'updated_at': '2022-02-10T23:27:06Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:08.626831 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:27:08.635229 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:27:08.635868 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:26:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:08.652267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-540eb07a-2a1e-4df8-ad33-457b4041184f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.653796 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-540eb07a-2a1e-4df8-ad33-457b4041184f service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.2150340 Feb 10 23:27:08.665639 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56624e10-1553-47a5-8c03-0c336cb47fca req-8a574d9e-31cc-446d-8d77-e174ebc9446c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.667015 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56624e10-1553-47a5-8c03-0c336cb47fca req-8a574d9e-31cc-446d-8d77-e174ebc9446c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 931 time: 0.1854455 Feb 10 23:27:08.746651 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:27:08.811092 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-cedd1261-26ef-4cf7-82a1-f72b0c050b4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 200 len: 999 time: 0.1410441 Feb 10 23:27:08.857694 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-56624e10-1553-47a5-8c03-0c336cb47fca req-b3bc3a55-89e8-4f85-aeac-552272c8ffd0 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796293 Feb 10 23:27:08.893292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-d6eff17a-cf1b-49fd-b041-79fff214bd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.894924 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-d6eff17a-cf1b-49fd-b041-79fff214bd47 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0772216 Feb 10 23:27:08.975732 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194ca28d-61a2-4566-935b-ac8e20dee56b {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:27:08.985113 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Publish callbacks [] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:08.989647 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '798730d8-52bf-4f6f-85fb-6fcd1e6cc2de', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:a9:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:27:06Z', 'updated_at': '2022-02-10T23:27:06Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:09.002871 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-f5f7e9fd-0148-40ba-98e1-c76d69df5b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:09.004415 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-f5f7e9fd-0148-40ba-98e1-c76d69df5b11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027119 Feb 10 23:27:09.005407 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Transition to ACTIVE for port object 194ca28d-61a2-4566-935b-ac8e20dee56b will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:27:09.010307 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:09.022468 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f232c91-31fa-4033-a68f-35500ef55327 None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '798730d8-52bf-4f6f-85fb-6fcd1e6cc2de', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.97', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:a9:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:27:06Z', 'updated_at': '2022-02-10T23:27:06Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:27:09.128883 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Pushing event updated for resources: {'Port': ['ID=194ca28d-61a2-4566-935b-ac8e20dee56b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:09.197068 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-8089a735-7c48-4283-905a-d6c692baaeba service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842339 Feb 10 23:27:09.239628 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Attempting to bind port 194ca28d-61a2-4566-935b-ac8e20dee56b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:27:09.240061 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Attempting to bind port 194ca28d-61a2-4566-935b-ac8e20dee56b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:27:09.240394 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Attempting to bind port 194ca28d-61a2-4566-935b-ac8e20dee56b on network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:27:09.249334 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58394c7-406a-42b6-a18e-1624cba6cbd0 None None] New status for floating IP 798730d8-52bf-4f6f-85fb-6fcd1e6cc2de: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:27:09.249907 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Port 194ca28d-61a2-4566-935b-ac8e20dee56b on network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:27:09.250087 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Attempting to bind port 194ca28d-61a2-4566-935b-ac8e20dee56b on network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:27:09.285595 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:27:09.286289 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Checking segment: {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:27:09.286289 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Bound using segment: {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:27:09.286732 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Bound port: 194ca28d-61a2-4566-935b-ac8e20dee56b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:27:09.287095 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:09.347493 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74eff65a-df7c-44f0-8275-844e71e25ee3 req-63c9ac21-e852-44d0-a4d1-ebcab0165b7a service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427405 Feb 10 23:27:09.369267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] For port 194ca28d-61a2-4566-935b-ac8e20dee56b, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:27:09.372615 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] For port 194ca28d-61a2-4566-935b-ac8e20dee56b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=194ca28d-61a2-4566-935b-ac8e20dee56b,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:27:09.379897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:09.417221 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:09.417856 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:09.419272 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/194ca28d-61a2-4566-935b-ac8e20dee56b HTTP/1.1" status: 200 len: 1093 time: 1.0912330 Feb 10 23:27:09.440844 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaecffd-3c3a-4bf2-a70b-a5af90a868c8 service neutron] Pushing event updated for resources: {'Port': ['ID=194ca28d-61a2-4566-935b-ac8e20dee56b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:09.526848 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-1e422b0c-1444-48e6-b76e-250f7b033740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:09.528405 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-1e422b0c-1444-48e6-b76e-250f7b033740 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a36bafa36314310bf05b87a89c55dd4&device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 1127 time: 0.0532176 Feb 10 23:27:09.575968 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-69a6b286-14ff-467c-8286-a22c8a1697f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=194ca28d-61a2-4566-935b-ac8e20dee56b HTTP/1.1" status: 200 len: 217 time: 0.0353417 Feb 10 23:27:09.632126 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-c5e43771-682f-4728-923d-11a6d3e6a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:09.634763 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-c5e43771-682f-4728-923d-11a6d3e6a82f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9ead898-ce99-4233-8970-2aa41b645eab HTTP/1.1" status: 200 len: 854 time: 0.0533278 Feb 10 23:27:09.673182 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-c4328b4c-af7d-4b8b-b97a-62e979e3dec3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66b0457b-b7d6-4cd5-81e0-8b40e6821478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325339 Feb 10 23:27:09.770948 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-83aaa7be-1044-4249-836c-4de6e6a8700c service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917633 Feb 10 23:27:09.870379 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e73c2df-8604-409b-9c9e-3c4631b91271 req-3cdf76d5-b3dc-4627-99fb-b9149e1a0244 service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936933 Feb 10 23:27:10.007277 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf98279-39f8-4828-ba49-92280627987e req-f5d7f886-4728-4137-bc34-ee08a66cfba3 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:10.009312 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6cf98279-39f8-4828-ba49-92280627987e req-f5d7f886-4728-4137-bc34-ee08a66cfba3 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 943 time: 0.0640543 Feb 10 23:27:10.059735 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6cf98279-39f8-4828-ba49-92280627987e req-6be0e240-38a0-46b7-a956-49d74b08c84e tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Feb 10 23:27:10.284089 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'tag': '194ca28d-61a2-4566-935b-ac8e20dee56b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:27:10.286465 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04" -d '{"events": [{"name": "network-changed", "server_uuid": "78a246cf-585a-4ab1-8107-f941a2b09b55", "tag": "194ca28d-61a2-4566-935b-ac8e20dee56b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:27:10.321463 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc41b827-9093-40ae-a4ea-3d2704aa28e2 x-openstack-request-id: req-dc41b827-9093-40ae-a4ea-3d2704aa28e2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:27:10.321763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78a246cf-585a-4ab1-8107-f941a2b09b55", "tag": "194ca28d-61a2-4566-935b-ac8e20dee56b", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:27:10.322023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc41b827-9093-40ae-a4ea-3d2704aa28e2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:27:10.322462 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'tag': '194ca28d-61a2-4566-935b-ac8e20dee56b', 'status': 'completed', 'code': 200} Feb 10 23:27:10.411195 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-b7ee98e7-b5fc-4e19-ab61-761988b6f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:10.412801 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-b7ee98e7-b5fc-4e19-ab61-761988b6f34a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a36bafa36314310bf05b87a89c55dd4&device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 1127 time: 0.0460310 Feb 10 23:27:10.503550 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-cd4c396a-1f6f-4536-a05c-91ba49e1fa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:10.505173 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-cd4c396a-1f6f-4536-a05c-91ba49e1fa96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 200 len: 915 time: 0.0868995 Feb 10 23:27:10.550455 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-5828a1a1-ce62-4f5a-995b-a3d07401a88f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=194ca28d-61a2-4566-935b-ac8e20dee56b HTTP/1.1" status: 200 len: 217 time: 0.0389600 Feb 10 23:27:10.609346 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-92c190e5-35e9-4594-86bd-734b38104785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:10.610878 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-92c190e5-35e9-4594-86bd-734b38104785 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9ead898-ce99-4233-8970-2aa41b645eab HTTP/1.1" status: 200 len: 854 time: 0.0445104 Feb 10 23:27:10.641940 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-5772bc6f-aece-4320-a962-b1707e13a779 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66b0457b-b7d6-4cd5-81e0-8b40e6821478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249310 Feb 10 23:27:10.737734 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-aabbbc03-357d-4c31-a902-0024c2294cae service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892298 Feb 10 23:27:10.823117 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b52a9e4-ca80-4f77-a9a6-b07d456f4d04 req-63f7273a-2b46-4f97-8a80-16888b409e67 service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794630 Feb 10 23:27:11.178911 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7824906-fda2-4edd-86c2-9872d4cedbed req-44e03b74-c0f2-4b9d-8ad0-7312d1b73a43 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:11.180418 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f7824906-fda2-4edd-86c2-9872d4cedbed req-44e03b74-c0f2-4b9d-8ad0-7312d1b73a43 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 943 time: 0.0522871 Feb 10 23:27:11.227110 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f7824906-fda2-4edd-86c2-9872d4cedbed req-8bdff458-71bb-43ba-82fc-f5ec3b985a88 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Feb 10 23:27:11.240824 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:27:12.349692 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae17f8-f07f-4285-9c31-4617c89f1952 req-efdbe5be-c5ee-4366-900a-c80ea38a2df2 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:12.351445 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caae17f8-f07f-4285-9c31-4617c89f1952 req-efdbe5be-c5ee-4366-900a-c80ea38a2df2 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 943 time: 0.0571930 Feb 10 23:27:12.397909 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caae17f8-f07f-4285-9c31-4617c89f1952 req-ed9c98c6-8ed1-4b29-b56c-af3e2a76c43d tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Feb 10 23:27:12.900172 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9319209e-28ce-481f-a14e-8443c73f13bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:13.516577 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403110a-2f18-4667-92a6-afbff137e751 req-0f8c9aa8-91ce-480a-89e9-32a9c75931e9 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:13.518044 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1403110a-2f18-4667-92a6-afbff137e751 req-0f8c9aa8-91ce-480a-89e9-32a9c75931e9 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 943 time: 0.0551116 Feb 10 23:27:13.563201 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1403110a-2f18-4667-92a6-afbff137e751 req-facbb9b4-f425-45b6-a627-60d959907f00 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Feb 10 23:27:14.510526 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 194ca28d-61a2-4566-935b-ac8e20dee56b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:27:14.610440 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 194ca28d-61a2-4566-935b-ac8e20dee56b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=194ca28d-61a2-4566-935b-ac8e20dee56b,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:14.621886 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '194ca28d-61a2-4566-935b-ac8e20dee56b', 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478', 'port_id': '194ca28d-61a2-4566-935b-ac8e20dee56b', 'mac_address': 'fa:16:3e:46:03:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ead898-ce99-4233-8970-2aa41b645eab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:27:14.659587 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 194ca28d-61a2-4566-935b-ac8e20dee56b is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:27:14.660007 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:14.672795 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194ca28d-61a2-4566-935b-ac8e20dee56b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:27:14.683085 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7382e4-3a2d-4055-9ba4-85822f7c0d20 req-a073f73c-d9d3-4100-b27a-49a8ecf19b28 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:14.684599 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e7382e4-3a2d-4055-9ba4-85822f7c0d20 req-a073f73c-d9d3-4100-b27a-49a8ecf19b28 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 943 time: 0.0526686 Feb 10 23:27:14.692200 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 194ca28d-61a2-4566-935b-ac8e20dee56b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=194ca28d-61a2-4566-935b-ac8e20dee56b,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:14.696294 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:14.732858 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e7382e4-3a2d-4055-9ba4-85822f7c0d20 req-dde77d44-6d27-4c78-b6ae-19d0878fb27b tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 Feb 10 23:27:14.743323 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=194ca28d-61a2-4566-935b-ac8e20dee56b,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:15.101417 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['194ca28d-61a2-4566-935b-ac8e20dee56b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:27:15.249773 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f31a5efe-aa7c-4ff8-903f-0d6846587779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:15.849781 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005fcda5-5ee0-41ea-ada8-accea8606d71 req-d308ba69-087d-4e08-b825-611a93237d05 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:15.851516 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-005fcda5-5ee0-41ea-ada8-accea8606d71 req-d308ba69-087d-4e08-b825-611a93237d05 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 944 time: 0.0523744 Feb 10 23:27:15.896308 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-005fcda5-5ee0-41ea-ada8-accea8606d71 req-1941169e-e582-4759-8dd3-22e7222dbfc9 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Feb 10 23:27:15.972180 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:16.512832 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 194ca28d-61a2-4566-935b-ac8e20dee56b up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:27:16.564417 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 194ca28d-61a2-4566-935b-ac8e20dee56b completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:16.568392 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 194ca28d-61a2-4566-935b-ac8e20dee56b triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:16.568769 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:16.643474 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 194ca28d-61a2-4566-935b-ac8e20dee56b is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:27:16.643890 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:16.666390 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ca28d-61a2-4566-935b-ac8e20dee56b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:27:16.668648 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efacf25e-5311-47aa-9e7b-a16cc45e4764" -d '{"events": [{"server_uuid": "78a246cf-585a-4ab1-8107-f941a2b09b55", "name": "network-vif-plugged", "status": "completed", "tag": "194ca28d-61a2-4566-935b-ac8e20dee56b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:27:16.681853 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 194ca28d-61a2-4566-935b-ac8e20dee56b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=194ca28d-61a2-4566-935b-ac8e20dee56b,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:27:16.686269 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:16.714372 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb77df2c-8c4c-4b49-9a2e-626a0e1feba5 x-openstack-request-id: req-bb77df2c-8c4c-4b49-9a2e-626a0e1feba5 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:27:16.714668 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a246cf-585a-4ab1-8107-f941a2b09b55", "name": "network-vif-plugged", "status": "completed", "tag": "194ca28d-61a2-4566-935b-ac8e20dee56b", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:27:16.714927 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bb77df2c-8c4c-4b49-9a2e-626a0e1feba5 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:27:16.715310 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194ca28d-61a2-4566-935b-ac8e20dee56b', 'code': 200} Feb 10 23:27:16.741654 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=194ca28d-61a2-4566-935b-ac8e20dee56b,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:16.924150 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585215a-406c-4ce3-9391-01620c9412d9 req-5faf2727-185e-4090-ace3-b86407e9d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:16.925026 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3585215a-406c-4ce3-9391-01620c9412d9 req-5faf2727-185e-4090-ace3-b86407e9d3ff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 1129 time: 0.0431478 Feb 10 23:27:16.975906 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3585215a-406c-4ce3-9391-01620c9412d9 req-85ddb3af-20a3-4437-a479-1c4cc1cdbd6d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Feb 10 23:27:17.020867 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391ddd4-f36d-42cb-b694-98c5b8db6b9c req-4eeb8b62-e101-4117-a883-30a53e2edf69 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:17.022338 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3391ddd4-f36d-42cb-b694-98c5b8db6b9c req-4eeb8b62-e101-4117-a883-30a53e2edf69 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 945 time: 0.0560555 Feb 10 23:27:17.068622 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3391ddd4-f36d-42cb-b694-98c5b8db6b9c req-638a78e2-51f7-4386-9654-f65d0b88a67b tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Feb 10 23:27:17.649511 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:18.186831 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7e301-e71e-418e-8f90-a5b5e53ec6bc req-a1d43c01-8de1-4a83-9731-518f69242888 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:18.188333 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84f7e301-e71e-418e-8f90-a5b5e53ec6bc req-a1d43c01-8de1-4a83-9731-518f69242888 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Feb 10 23:27:18.233004 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84f7e301-e71e-418e-8f90-a5b5e53ec6bc req-f9f4d4d0-33dc-4143-8b14-73983a836ab0 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Feb 10 23:27:19.351020 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b11df-3e05-4359-ac47-57b1551979ae req-658779a9-caaa-4749-8cf3-3facf0f35576 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:19.352615 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d50b11df-3e05-4359-ac47-57b1551979ae req-658779a9-caaa-4749-8cf3-3facf0f35576 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 945 time: 0.0522985 Feb 10 23:27:19.398759 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d50b11df-3e05-4359-ac47-57b1551979ae req-941eead9-9d1b-4ae8-bcdf-a4fa3c97e7fd tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Feb 10 23:27:19.578633 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:36.280285 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:40.078824 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-b4a6c24d-9371-452f-9546-cfb35da37d80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424361 Feb 10 23:27:40.181731 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-ad9ce831-9bec-4070-9ec4-f1882e0975f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:40.183221 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-ad9ce831-9bec-4070-9ec4-f1882e0975f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1130 time: 0.0455418 Feb 10 23:27:40.286611 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-91269140-ce78-488e-81ab-4cd131014661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:40.288719 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-91269140-ce78-488e-81ab-4cd131014661 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0873394 Feb 10 23:27:40.356978 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-c5db6dc0-ecaf-43b0-8190-75affbe1c841 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 200 len: 1001 time: 0.0619864 Feb 10 23:27:40.407462 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-edb6d409-e592-47f4-8a54-b13f75f5ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:40.408948 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-edb6d409-e592-47f4-8a54-b13f75f5ae17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0440466 Feb 10 23:27:40.458121 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-a263cbd8-f11e-4c89-aafe-3ad44f2f3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:40.460349 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-a263cbd8-f11e-4c89-aafe-3ad44f2f3cca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453112 Feb 10 23:27:40.550934 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-14d0aa6e-8cea-4dd4-9862-432f37c3ddba service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835009 Feb 10 23:27:40.638582 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab0cee29-5e74-42b0-bf89-fc5b487ca4fb req-05c33fd7-4e5a-4a23-9f3c-2b2c7ec8b02c service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804992 Feb 10 23:27:42.902467 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f47eabb3-ec74-443a-958b-63281508513a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:45.251797 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a4b8d17-fad2-4239-93c8-121042236d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:45.974408 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:47.652698 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:27:48.239842 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:27:49.585863 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:06.297315 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:11.151527 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219d832-202c-4f5d-8bd6-f83b70b43613 req-2061cc07-68aa-49fa-9b3e-4dad32257302 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:11.152973 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8219d832-202c-4f5d-8bd6-f83b70b43613 req-2061cc07-68aa-49fa-9b3e-4dad32257302 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Feb 10 23:28:11.202468 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8219d832-202c-4f5d-8bd6-f83b70b43613 req-677b87a1-10b5-4d28-b273-4a44e515fbb4 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Feb 10 23:28:12.324422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e943f-ef09-4506-8304-4c5dd646a25f req-c4553fa3-2cd3-4259-8ba9-0bea1c56b771 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:12.325915 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f6e943f-ef09-4506-8304-4c5dd646a25f req-c4553fa3-2cd3-4259-8ba9-0bea1c56b771 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 945 time: 0.0552392 Feb 10 23:28:12.375838 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f6e943f-ef09-4506-8304-4c5dd646a25f req-8be896b3-6f96-47fb-aef1-8d33e9354b29 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Feb 10 23:28:12.904019 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-74a082b5-a3b0-4c5f-90da-4c4d5c54c5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:13.072201 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-0209bff5-e246-4feb-a3d4-321acac842c5 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:13.073683 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-0209bff5-e246-4feb-a3d4-321acac842c5 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 945 time: 0.0511498 Feb 10 23:28:13.180717 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Deleting port 194ca28d-61a2-4566-935b-ac8e20dee56b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:28:13.181229 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:13.272076 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] For port 194ca28d-61a2-4566-935b-ac8e20dee56b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=194ca28d-61a2-4566-935b-ac8e20dee56b,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:13.272445 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:13.285752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Calling delete_port for 194ca28d-61a2-4566-935b-ac8e20dee56b owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:28:13.414684 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (194ca28d-61a2-4566-935b-ac8e20dee56b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:13.442981 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Pushing event deleted for resources: {'Port': ['ID=194ca28d-61a2-4566-935b-ac8e20dee56b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:13.453257 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.453617 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.453969 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.454314 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.454658 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.454997 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.455336 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.455675 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.456036 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.456454 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.456794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.457119 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['194ca28d-61a2-4566-935b-ac8e20dee56b'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:28:13.457263 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.457447 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:13.472366 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4aa34ce5-b894-45d1-b8e3-2208e76dd8c5 req-8fe2b025-65b1-469d-83bb-b640118e5c8c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=78a246cf-585a-4ab1-8107-f941a2b09b55 HTTP/1.1" status: 200 len: 210 time: 0.0286193 Feb 10 23:28:13.500001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] No DVR routers for this DVR port 194ca28d-61a2-4566-935b-ac8e20dee56b on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:28:13.502422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:13.505773 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a069495-7a58-4090-91ec-45fad4fb2016 req-bccdcd39-449b-4169-834f-5ae6d9f3a989 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "DELETE /v2.0/ports/194ca28d-61a2-4566-935b-ac8e20dee56b HTTP/1.1" status: 204 len: 173 time: 0.4259710 Feb 10 23:28:13.506213 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'name': 'network-vif-deleted', 'tag': '194ca28d-61a2-4566-935b-ac8e20dee56b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:28:13.508985 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb49ca-cb5e-45a9-9d3d-3d0f0e8526f1" -d '{"events": [{"server_uuid": "78a246cf-585a-4ab1-8107-f941a2b09b55", "name": "network-vif-deleted", "tag": "194ca28d-61a2-4566-935b-ac8e20dee56b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:28:13.548267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db12a2-7440-49f7-a10a-4a540b0bfeaf x-openstack-request-id: req-40db12a2-7440-49f7-a10a-4a540b0bfeaf {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:28:13.548567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78a246cf-585a-4ab1-8107-f941a2b09b55", "name": "network-vif-deleted", "tag": "194ca28d-61a2-4566-935b-ac8e20dee56b", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:28:13.548826 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40db12a2-7440-49f7-a10a-4a540b0bfeaf {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:28:13.549233 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78a246cf-585a-4ab1-8107-f941a2b09b55', 'name': 'network-vif-deleted', 'tag': '194ca28d-61a2-4566-935b-ac8e20dee56b', 'status': 'completed', 'code': 200} Feb 10 23:28:15.252991 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2021cac2-b45a-4853-a8a7-44bd7bf233d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:15.977781 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:17.166904 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 194ca28d-61a2-4566-935b-ac8e20dee56b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:28:17.195183 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 194ca28d-61a2-4566-935b-ac8e20dee56b {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:28:17.195523 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 194ca28d-61a2-4566-935b-ac8e20dee56b not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:28:17.655777 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:19.577534 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:24.438981 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-366b1c5c-d196-4b5b-8459-17d487610d5c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:24.440494 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-366b1c5c-d196-4b5b-8459-17d487610d5c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/networks?id=66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 200 len: 814 time: 0.1047516 Feb 10 23:28:24.454873 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-9705f69d-938c-41b0-b95b-3e01e5184b41 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/quotas/3a36bafa36314310bf05b87a89c55dd4 HTTP/1.1" status: 200 len: 375 time: 0.0092087 Feb 10 23:28:24.485904 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-70926ff5-c42a-49a2-8e25-b1f79b06c5ea tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3a36bafa36314310bf05b87a89c55dd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263450 Feb 10 23:28:24.576258 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-d821993a-c12a-48a8-841c-7647f0f98ce3 service neutron] 10.222.0.77 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840814 Feb 10 23:28:24.663588 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c2cfc131-80eb-4893-a295-c72d83894746 service neutron] 10.222.0.77 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813155 Feb 10 23:28:24.818862 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ac9952d2-b9d3-44cf-ab03-22e88e863fa9 req-e4f4a72c-5848-42d3-9b9c-069c05c7f64d tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Feb 10 23:28:25.245263 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:28:26.093703 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-79d1c761-0ffd-4e1c-b5ed-629f48881e10 req-c50cb2ff-6e4b-47bc-94af-44241305a4a3 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 210 time: 0.0330117 Feb 10 23:28:26.120363 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-f7179d20-3aa3-4efb-8e86-7f2b36d646eb tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:26.121784 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-f7179d20-3aa3-4efb-8e86-7f2b36d646eb tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "GET /v2.0/networks?id=66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 200 len: 814 time: 0.3944838 Feb 10 23:28:26.140842 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Request body: {'port': {'device_id': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478', 'admin_state_up': True, 'tenant_id': '3a36bafa36314310bf05b87a89c55dd4'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:28:26.247990 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Made reservation on behalf of 3a36bafa36314310bf05b87a89c55dd4 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:28:26.251426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:26.372996 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Allocated IP 172.20.0.6 (66b0457b-b7d6-4cd5-81e0-8b40e6821478/a9ead898-ce99-4233-8970-2aa41b645eab/a71272f7-839a-420f-ba17-5d30e21c60d4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:28:26.518873 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks [] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:26.551939 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:26.592652 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:28:26.595748 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:28:26.599383 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:28:26.632651 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Pushing event updated for resources: {'Port': ['ID=a71272f7-839a-420f-ba17-5d30e21c60d4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:26.657287 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:26.657911 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:26.673001 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-c8fa55d5-36b3-4c44-8977-4a5e0aa18d07 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5358465 Feb 10 23:28:26.689691 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Request body: {'port': {'device_id': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:28:26.746689 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:27.003295 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a71272f7-839a-420f-ba17-5d30e21c60d4 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:28:27.010886 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Publish callbacks [] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:27.022536 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Transition to ACTIVE for port object a71272f7-839a-420f-ba17-5d30e21c60d4 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:28:27.026129 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:27.077285 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Pushing event updated for resources: {'Port': ['ID=a71272f7-839a-420f-ba17-5d30e21c60d4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:27.142752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Attempting to bind port a71272f7-839a-420f-ba17-5d30e21c60d4 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:28:27.143397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Attempting to bind port a71272f7-839a-420f-ba17-5d30e21c60d4 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:28:27.143397 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Attempting to bind port a71272f7-839a-420f-ba17-5d30e21c60d4 on network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:28:27.147640 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Port a71272f7-839a-420f-ba17-5d30e21c60d4 on network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:28:27.147992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Attempting to bind port a71272f7-839a-420f-ba17-5d30e21c60d4 on network 66b0457b-b7d6-4cd5-81e0-8b40e6821478 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:28:27.153416 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:28:27.153754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Checking segment: {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:28:27.154138 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Bound using segment: {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:28:27.154562 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Bound port: a71272f7-839a-420f-ba17-5d30e21c60d4, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc349da7-51e4-40eb-bf21-ee5606e65627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:28:27.154918 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:27.212996 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2f71a-099b-4ee5-8a52-9f0211b7150e req-dbe2ac38-d563-41e2-b0fe-68f4f7ce2dc2 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.214632 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a9a2f71a-099b-4ee5-8a52-9f0211b7150e req-dbe2ac38-d563-41e2-b0fe-68f4f7ce2dc2 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 943 time: 0.0542178 Feb 10 23:28:27.221982 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] For port a71272f7-839a-420f-ba17-5d30e21c60d4, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:28:27.225336 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] For port a71272f7-839a-420f-ba17-5d30e21c60d4, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a71272f7-839a-420f-ba17-5d30e21c60d4,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:28:27.232351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:27.265204 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a9a2f71a-099b-4ee5-8a52-9f0211b7150e req-69399b48-ef17-4aec-9877-508c4a0155c1 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448790 Feb 10 23:28:27.273575 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.274739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:27.276289 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] 10.222.0.43 "PUT /v2.0/ports/a71272f7-839a-420f-ba17-5d30e21c60d4 HTTP/1.1" status: 200 len: 1093 time: 0.5906551 Feb 10 23:28:27.276744 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'tag': 'a71272f7-839a-420f-ba17-5d30e21c60d4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:28:27.278989 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a" -d '{"events": [{"name": "network-changed", "server_uuid": "867e5e24-6295-4094-8548-f1a32b5a1d18", "tag": "a71272f7-839a-420f-ba17-5d30e21c60d4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:28:27.299701 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd19ca-32ec-488e-bda5-d1ff69ecc755 service neutron] Pushing event updated for resources: {'Port': ['ID=a71272f7-839a-420f-ba17-5d30e21c60d4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:27.322591 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86166aea-9958-4ab6-b1fd-5e8756efcead x-openstack-request-id: req-86166aea-9958-4ab6-b1fd-5e8756efcead {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:28:27.322898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867e5e24-6295-4094-8548-f1a32b5a1d18", "tag": "a71272f7-839a-420f-ba17-5d30e21c60d4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:28:27.323161 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86166aea-9958-4ab6-b1fd-5e8756efcead {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:28:27.323569 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'tag': 'a71272f7-839a-420f-ba17-5d30e21c60d4', 'status': 'completed', 'code': 200} Feb 10 23:28:27.394266 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-ebadbd6b-c1f2-4dc6-b8bd-23c17b5495d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.395763 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-ebadbd6b-c1f2-4dc6-b8bd-23c17b5495d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a36bafa36314310bf05b87a89c55dd4&device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 1127 time: 0.0455360 Feb 10 23:28:27.448334 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-276e34ee-a4ff-41eb-ac72-918969f0db04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71272f7-839a-420f-ba17-5d30e21c60d4 HTTP/1.1" status: 200 len: 217 time: 0.0385280 Feb 10 23:28:27.495317 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-8d8d06cf-a6e7-4983-ac82-f575d2337c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.496753 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-8d8d06cf-a6e7-4983-ac82-f575d2337c60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9ead898-ce99-4233-8970-2aa41b645eab HTTP/1.1" status: 200 len: 854 time: 0.0427849 Feb 10 23:28:27.527307 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-d94a78bc-2b32-4d4b-836e-4b7032f46f4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66b0457b-b7d6-4cd5-81e0-8b40e6821478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249352 Feb 10 23:28:27.617075 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-08b2f458-8488-4413-82cd-e0820f21d706 service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841315 Feb 10 23:28:27.703678 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-128c5f55-e8f4-49b1-913a-1a0198c457e7 req-b8ae5f43-35d1-4f56-ae99-1df8c92b148d service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807347 Feb 10 23:28:27.843560 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-06a86c92-129f-4b96-8e76-f6f1e1082620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.845073 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-06a86c92-129f-4b96-8e76-f6f1e1082620 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3a36bafa36314310bf05b87a89c55dd4&device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 1127 time: 0.0445015 Feb 10 23:28:27.935369 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-4d94334f-dbcd-434d-86fa-04fb64da4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.936867 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-4d94334f-dbcd-434d-86fa-04fb64da4769 service neutron] 10.222.0.43 "GET /v2.0/networks?id=66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 200 len: 915 time: 0.0857549 Feb 10 23:28:27.976511 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-a4dfb2c9-91a8-4816-975b-8d6d5620e3e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a71272f7-839a-420f-ba17-5d30e21c60d4 HTTP/1.1" status: 200 len: 217 time: 0.0332639 Feb 10 23:28:28.027251 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-7356b8c8-4d6a-42c6-b625-e4ae5da35d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:28.028711 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-7356b8c8-4d6a-42c6-b625-e4ae5da35d6a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a9ead898-ce99-4233-8970-2aa41b645eab HTTP/1.1" status: 200 len: 854 time: 0.0461667 Feb 10 23:28:28.059764 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-269b93f1-903a-44ec-bbfc-62a42fa4d2a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=66b0457b-b7d6-4cd5-81e0-8b40e6821478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249228 Feb 10 23:28:28.147456 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-8567492f-dd5f-456f-ae87-f85060112349 service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813890 Feb 10 23:28:28.238278 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddb4a6f8-b745-4ec7-b6be-8e833cff852a req-732f2650-f5c0-4fd2-b9b7-5d888fed42f1 service neutron] 10.222.0.43 "GET /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 Feb 10 23:28:28.388905 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0acf0b-cba3-4db0-8688-563da37aa433 req-0f7dfc3a-c82c-427f-92f1-0e33dc822fef tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:28.390385 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dd0acf0b-cba3-4db0-8688-563da37aa433 req-0f7dfc3a-c82c-427f-92f1-0e33dc822fef tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 943 time: 0.0562053 Feb 10 23:28:28.437446 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-dd0acf0b-cba3-4db0-8688-563da37aa433 req-7a6c3387-9ded-43d9-a61a-c5c4e8efce7a tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411425 Feb 10 23:28:29.554038 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91034c9e-f11a-4ac6-8080-0ac05f34ec33 req-aabdc01b-be40-4814-a1c9-d1d3bc207a11 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:29.556056 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91034c9e-f11a-4ac6-8080-0ac05f34ec33 req-aabdc01b-be40-4814-a1c9-d1d3bc207a11 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 943 time: 0.0512865 Feb 10 23:28:29.601285 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91034c9e-f11a-4ac6-8080-0ac05f34ec33 req-41ab464f-9a8b-453d-b421-b9a2dca7456d tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Feb 10 23:28:30.716687 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1587c-be74-408e-a6a6-b93dc589342f req-2c5a0d4c-3219-407d-a169-ed62af33a86b tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:30.718164 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-81d1587c-be74-408e-a6a6-b93dc589342f req-2c5a0d4c-3219-407d-a169-ed62af33a86b tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 943 time: 0.0514011 Feb 10 23:28:30.764271 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-81d1587c-be74-408e-a6a6-b93dc589342f req-6ee2555e-db44-4827-8871-5248f2f88588 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406280 Feb 10 23:28:30.828822 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a71272f7-839a-420f-ba17-5d30e21c60d4 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:28:30.926440 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a71272f7-839a-420f-ba17-5d30e21c60d4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a71272f7-839a-420f-ba17-5d30e21c60d4,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:30.937071 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a71272f7-839a-420f-ba17-5d30e21c60d4', 'network_id': '66b0457b-b7d6-4cd5-81e0-8b40e6821478', 'port_id': 'a71272f7-839a-420f-ba17-5d30e21c60d4', 'mac_address': 'fa:16:3e:c1:62:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ead898-ce99-4233-8970-2aa41b645eab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:28:30.972994 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a71272f7-839a-420f-ba17-5d30e21c60d4 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:28:30.973385 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:30.986675 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a71272f7-839a-420f-ba17-5d30e21c60d4 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:28:31.005446 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a71272f7-839a-420f-ba17-5d30e21c60d4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a71272f7-839a-420f-ba17-5d30e21c60d4,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:31.008905 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:31.057849 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a71272f7-839a-420f-ba17-5d30e21c60d4,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:31.064610 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.064968 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.065319 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.065660 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.065994 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.066329 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.066661 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.066992 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.067332 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.067663 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.068015 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.068343 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.068666 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:31.437468 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a71272f7-839a-420f-ba17-5d30e21c60d4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:28:31.884479 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e48a1-22fb-4e48-bee1-48654ea033dd req-dcf38c75-1ef6-4e42-a502-e32eb5bfb812 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:31.885797 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d8e48a1-22fb-4e48-bee1-48654ea033dd req-dcf38c75-1ef6-4e42-a502-e32eb5bfb812 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 944 time: 0.0563858 Feb 10 23:28:31.932381 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d8e48a1-22fb-4e48-bee1-48654ea033dd req-70d53474-ae71-4980-b7fb-058024737683 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Feb 10 23:28:32.835275 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a71272f7-839a-420f-ba17-5d30e21c60d4 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:28:32.881438 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a71272f7-839a-420f-ba17-5d30e21c60d4 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:28:32.885532 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a71272f7-839a-420f-ba17-5d30e21c60d4 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:28:32.885903 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:32.959176 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a71272f7-839a-420f-ba17-5d30e21c60d4 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:28:32.959686 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:32.983188 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71272f7-839a-420f-ba17-5d30e21c60d4'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:28:32.985415 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98805154-2270-48b4-a87c-a9657401a32d" -d '{"events": [{"server_uuid": "867e5e24-6295-4094-8548-f1a32b5a1d18", "name": "network-vif-plugged", "status": "completed", "tag": "a71272f7-839a-420f-ba17-5d30e21c60d4"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:28:32.999514 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a71272f7-839a-420f-ba17-5d30e21c60d4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a71272f7-839a-420f-ba17-5d30e21c60d4,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:28:33.003862 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:33.034003 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3636111-6288-4875-a748-6ba1b166c992 x-openstack-request-id: req-e3636111-6288-4875-a748-6ba1b166c992 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:28:33.034293 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e5e24-6295-4094-8548-f1a32b5a1d18", "name": "network-vif-plugged", "status": "completed", "tag": "a71272f7-839a-420f-ba17-5d30e21c60d4", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:28:33.034542 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e3636111-6288-4875-a748-6ba1b166c992 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:28:33.034924 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a71272f7-839a-420f-ba17-5d30e21c60d4', 'code': 200} Feb 10 23:28:33.050002 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e2e55-52f2-4050-bc52-b52758e1082c req-c277841c-497b-468d-95ad-bd75d65801ea tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:33.051493 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0d3e2e55-52f2-4050-bc52-b52758e1082c req-c277841c-497b-468d-95ad-bd75d65801ea tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0531397 Feb 10 23:28:33.060543 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a71272f7-839a-420f-ba17-5d30e21c60d4,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:33.104183 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0d3e2e55-52f2-4050-bc52-b52758e1082c req-c7fed893-7252-4f1b-87c7-75bbaaae8a63 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Feb 10 23:28:33.228643 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c84965-f9ef-47a3-b1d3-ba3feca7972b req-7c709adb-85ce-4914-9ac2-670a783cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:33.230054 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c84965-f9ef-47a3-b1d3-ba3feca7972b req-7c709adb-85ce-4914-9ac2-670a783cc23b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 1129 time: 0.0443015 Feb 10 23:28:33.273635 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c84965-f9ef-47a3-b1d3-ba3feca7972b req-f23c4d36-0e7d-4a78-bc81-a6d3f73b582b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Feb 10 23:28:34.222214 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1c7a1-13f9-4044-9c80-642ede309a72 req-838412a1-f1e0-4fd0-a935-deb9e5ee10c7 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:34.223718 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f1c7a1-13f9-4044-9c80-642ede309a72 req-838412a1-f1e0-4fd0-a935-deb9e5ee10c7 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0520141 Feb 10 23:28:34.273006 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7f1c7a1-13f9-4044-9c80-642ede309a72 req-41e78cb0-fcd4-4a94-bd6d-4690100ca30e tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Feb 10 23:28:35.389613 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1491d-33ad-4496-8aec-46997e316a0c req-34766045-f450-4ba9-b99f-eca812670c3c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:35.391089 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ce1491d-33ad-4496-8aec-46997e316a0c req-34766045-f450-4ba9-b99f-eca812670c3c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0518811 Feb 10 23:28:35.438226 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ce1491d-33ad-4496-8aec-46997e316a0c req-f85eaf44-2235-491a-8413-46ed6dd1a0c8 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Feb 10 23:28:36.301273 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:42.905175 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-98079aff-a7df-4a06-88b2-f66c0da61786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:45.254175 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-649fb0fe-cb8f-4cca-8d42-c123b27a5acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:45.982515 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:47.662800 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:49.580184 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:28:58.426071 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19966-0b49-4bd9-9003-6f7605b243f2 req-92ae26fb-3fbf-4e02-a2d2-76f94d886267 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:58.427551 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b1c19966-0b49-4bd9-9003-6f7605b243f2 req-92ae26fb-3fbf-4e02-a2d2-76f94d886267 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0514636 Feb 10 23:28:58.472775 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b1c19966-0b49-4bd9-9003-6f7605b243f2 req-03581452-ffef-49f4-9253-df28e5ef552e tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385690 Feb 10 23:28:59.591567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d48b2-cb6d-4b65-9ddf-1881c7e1e3bc req-f3734362-4fe6-4c70-9589-678f52858b0c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:59.593071 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-907d48b2-cb6d-4b65-9ddf-1881c7e1e3bc req-f3734362-4fe6-4c70-9589-678f52858b0c tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0512750 Feb 10 23:28:59.638756 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-907d48b2-cb6d-4b65-9ddf-1881c7e1e3bc req-575f271b-45a4-49c7-ba85-044c0df282ac tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Feb 10 23:29:00.424264 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-4b81ffca-3ff8-4c20-bb30-9c0db26e63a4 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:00.425949 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-4b81ffca-3ff8-4c20-bb30-9c0db26e63a4 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Feb 10 23:29:00.519897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Deleting port a71272f7-839a-420f-ba17-5d30e21c60d4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:29:00.520239 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:00.606391 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] For port a71272f7-839a-420f-ba17-5d30e21c60d4, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a71272f7-839a-420f-ba17-5d30e21c60d4,segment=NetworkSegment(bc349da7-51e4-40eb-bf21-ee5606e65627),segment_id=bc349da7-51e4-40eb-bf21-ee5606e65627)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:00.607093 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:00.619254 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Calling delete_port for a71272f7-839a-420f-ba17-5d30e21c60d4 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:29:00.751577 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a71272f7-839a-420f-ba17-5d30e21c60d4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:00.760649 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781c20-2663-4a79-83c7-79d2dcdbabe7 req-a8d78b5a-d10b-424c-99b4-3ebe1c993962 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:00.762151 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32781c20-2663-4a79-83c7-79d2dcdbabe7 req-a8d78b5a-d10b-424c-99b4-3ebe1c993962 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/ports?device_id=867e5e24-6295-4094-8548-f1a32b5a1d18 HTTP/1.1" status: 200 len: 945 time: 0.0569737 Feb 10 23:29:00.781379 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Pushing event deleted for resources: {'Port': ['ID=a71272f7-839a-420f-ba17-5d30e21c60d4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:00.792723 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a71272f7-839a-420f-ba17-5d30e21c60d4'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:29:00.810466 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32781c20-2663-4a79-83c7-79d2dcdbabe7 req-f69da0da-6f85-4001-a1cc-027324cc34d0 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d097d3c-fd18-450f-8f3d-d79d5b582d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Feb 10 23:29:00.831232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] No DVR routers for this DVR port a71272f7-839a-420f-ba17-5d30e21c60d4 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:29:00.833577 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:00.837397 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a2c9c4b-cd6c-4e24-a17b-dcca287d0232 req-f5749015-541c-4629-a75d-488e1245a874 tempest-VolumesSnapshotTestJSON-1154947027 tempest-VolumesSnapshotTestJSON-1154947027-project] 10.222.0.43 "DELETE /v2.0/ports/a71272f7-839a-420f-ba17-5d30e21c60d4 HTTP/1.1" status: 204 len: 173 time: 0.4049630 Feb 10 23:29:00.837821 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'name': 'network-vif-deleted', 'tag': 'a71272f7-839a-420f-ba17-5d30e21c60d4'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:29:00.840071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85987055-0ff7-41ef-9098-363e64cdb4f5" -d '{"events": [{"server_uuid": "867e5e24-6295-4094-8548-f1a32b5a1d18", "name": "network-vif-deleted", "tag": "a71272f7-839a-420f-ba17-5d30e21c60d4"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:29:00.875219 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a2b26d-db36-4e8b-8867-8d9e6952be5e x-openstack-request-id: req-39a2b26d-db36-4e8b-8867-8d9e6952be5e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:29:00.875586 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867e5e24-6295-4094-8548-f1a32b5a1d18", "name": "network-vif-deleted", "tag": "a71272f7-839a-420f-ba17-5d30e21c60d4", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:29:00.875796 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39a2b26d-db36-4e8b-8867-8d9e6952be5e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:29:00.876217 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867e5e24-6295-4094-8548-f1a32b5a1d18', 'name': 'network-vif-deleted', 'tag': 'a71272f7-839a-420f-ba17-5d30e21c60d4', 'status': 'completed', 'code': 200} Feb 10 23:29:02.244517 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:29:02.923749 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a71272f7-839a-420f-ba17-5d30e21c60d4 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:29:02.943613 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a71272f7-839a-420f-ba17-5d30e21c60d4 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:29:02.944027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a71272f7-839a-420f-ba17-5d30e21c60d4 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:29:06.294748 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:12.905850 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5d419506-33e4-4725-92b0-06a9ade4ccb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:15.256251 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d614d68b-b9c8-4b5e-9141-c2ba0b1a5d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:15.983404 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:17.656727 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:19.581685 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:24.760823 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55802) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:24.805197 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Deleting subnet a9ead898-ce99-4233-8970-2aa41b645eab {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:29:24.808142 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Publish callbacks [] for subnet (a9ead898-ce99-4233-8970-2aa41b645eab), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:24.842050 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (a9ead898-ce99-4233-8970-2aa41b645eab), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:24.882531 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (a9ead898-ce99-4233-8970-2aa41b645eab), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:24.932880 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (a9ead898-ce99-4233-8970-2aa41b645eab), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:24.961934 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ead898-ce99-4233-8970-2aa41b645eab,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:24.966248 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:24.969387 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a9ead898-ce99-4233-8970-2aa41b645eab HTTP/1.1" status: 204 len: 168 time: 0.2074468 Feb 10 23:29:24.971963 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55804) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:24.974337 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.974691 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.975030 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.975367 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.975704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.976057 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.976386 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.976714 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.977037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.977362 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.977684 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.978268 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:24.978586 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6d97f5-45d5-4224-8d89-1a433eff762b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.039725 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (66b0457b-b7d6-4cd5-81e0-8b40e6821478), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.120201 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (66b0457b-b7d6-4cd5-81e0-8b40e6821478), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.139833 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b0457b-b7d6-4cd5-81e0-8b40e6821478']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:25.148925 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc349da7-51e4-40eb-bf21-ee5606e65627') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:25.149222 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc349da7-51e4-40eb-bf21-ee5606e65627') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:25.158120 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (bc349da7-51e4-40eb-bf21-ee5606e65627), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.170732 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (bc349da7-51e4-40eb-bf21-ee5606e65627), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.176971 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:29:25.177342 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (bc349da7-51e4-40eb-bf21-ee5606e65627), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:29:25.178913 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:29:25.234020 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (66b0457b-b7d6-4cd5-81e0-8b40e6821478), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.239775 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.245712 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] 10.222.0.77 "DELETE /v2.0/networks/66b0457b-b7d6-4cd5-81e0-8b40e6821478 HTTP/1.1" status: 204 len: 168 time: 0.2696948 Feb 10 23:29:25.393278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55808) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:25.436696 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d07179e9-8931-4445-a90b-2523fff9fc6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3a36bafa36314310bf05b87a89c55dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422161 Feb 10 23:29:25.439064 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55810) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:25.488043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5288517-956a-4c2d-8c29-ffc6b317c088 admin admin] Publish callbacks [] for security_group (8d097d3c-fd18-450f-8f3d-d79d5b582d56), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.495610 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b0457b-b7d6-4cd5-81e0-8b40e6821478,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:25.503056 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.503462 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.504390 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.504740 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.505601 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.505601 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.505897 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.506225 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.506549 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.506890 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.507197 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.507516 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.507850 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb0ffb-4317-40b2-9239-118867cb8699 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:25.516846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5288517-956a-4c2d-8c29-ffc6b317c088 admin admin] Publish callbacks [] for security_group (8d097d3c-fd18-450f-8f3d-d79d5b582d56), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.565450 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5288517-956a-4c2d-8c29-ffc6b317c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (8d097d3c-fd18-450f-8f3d-d79d5b582d56), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.568793 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5288517-956a-4c2d-8c29-ffc6b317c088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:25.569939 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e5288517-956a-4c2d-8c29-ffc6b317c088 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d097d3c-fd18-450f-8f3d-d79d5b582d56 HTTP/1.1" status: 204 len: 168 time: 0.1299858 Feb 10 23:29:25.577428 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288517-956a-4c2d-8c29-ffc6b317c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d097d3c-fd18-450f-8f3d-d79d5b582d56,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:36.294696 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:39.243294 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:29:42.908077 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6b2819c8-e82e-47ca-aba3-277667c4afd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:44.717017 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-819f45b7-4902-4e47-b7f8-e0b7c1ce9ea8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432301 Feb 10 23:29:44.818631 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603166-35a8-4042-ba71-6c802b168d47 req-b27dddd4-0276-478b-9baa-0a1028864387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:44.820128 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-b27dddd4-0276-478b-9baa-0a1028864387 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 1130 time: 0.0466394 Feb 10 23:29:44.919042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603166-35a8-4042-ba71-6c802b168d47 req-dd32ae8b-2f20-4bff-afbd-ef90a956b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:44.920521 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-dd32ae8b-2f20-4bff-afbd-ef90a956b9cb service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0831764 Feb 10 23:29:44.987883 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-f9d3f7a1-4e45-4a6b-a564-3136b2928c48 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 200 len: 1001 time: 0.0601079 Feb 10 23:29:45.034632 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603166-35a8-4042-ba71-6c802b168d47 req-05823444-9920-4d76-9b25-8d8bcf9dc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:45.036063 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-05823444-9920-4d76-9b25-8d8bcf9dc0b2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0426636 Feb 10 23:29:45.082991 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c603166-35a8-4042-ba71-6c802b168d47 req-31fed1cf-df1c-46af-824d-cc0685d7008d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:45.084521 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-31fed1cf-df1c-46af-824d-cc0685d7008d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425708 Feb 10 23:29:45.176684 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-257808c7-114f-42c9-87bb-b395fb44313e service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857229 Feb 10 23:29:45.257147 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7480a6b7-c4a6-4113-b884-118fe35a01d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:45.263705 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c603166-35a8-4042-ba71-6c802b168d47 req-283fcbc7-80b9-4b64-ba3d-df033f03f71a service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817711 Feb 10 23:29:45.986250 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:47.660811 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:47.707470 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55948) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:47.832534 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7997be32-09d3-4cb0-8570-d381eb2c0e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:47.909171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7997be32-09d3-4cb0-8570-d381eb2c0e4b admin admin] Publish callbacks [] for security_group (9cc4b419-6a52-464c-bd9b-26839fd0594b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:47.912933 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7997be32-09d3-4cb0-8570-d381eb2c0e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (9cc4b419-6a52-464c-bd9b-26839fd0594b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:47.950689 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7997be32-09d3-4cb0-8570-d381eb2c0e4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=424ec434b12a434095a0220d7d1266fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421966 Feb 10 23:29:47.951563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997be32-09d3-4cb0-8570-d381eb2c0e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4b419-6a52-464c-bd9b-26839fd0594b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:47.953421 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:48.002266 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ca6-443f-4c9c-b355-d28a1b8413ed admin admin] Publish callbacks [] for security_group (9cc4b419-6a52-464c-bd9b-26839fd0594b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.023239 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ca6-443f-4c9c-b355-d28a1b8413ed admin admin] Publish callbacks [] for security_group (9cc4b419-6a52-464c-bd9b-26839fd0594b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.069274 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ca6-443f-4c9c-b355-d28a1b8413ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (9cc4b419-6a52-464c-bd9b-26839fd0594b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.071867 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8bd37ca6-443f-4c9c-b355-d28a1b8413ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.073062 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8bd37ca6-443f-4c9c-b355-d28a1b8413ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cc4b419-6a52-464c-bd9b-26839fd0594b HTTP/1.1" status: 204 len: 168 time: 0.1186411 Feb 10 23:29:48.080804 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd37ca6-443f-4c9c-b355-d28a1b8413ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4b419-6a52-464c-bd9b-26839fd0594b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:48.662809 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:48.757001 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1375507600-network', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:48.776654 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Made reservation on behalf of 42cc48a71496497b9adb74c8f5cf683f for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:48.778980 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.787363 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.859911 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks [] for security_group (4e645775-e9a6-4ecd-aeee-34a123d6ae92), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.863605 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (4e645775-e9a6-4ecd-aeee-34a123d6ae92), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.887321 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:29:48.896913 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e645775-e9a6-4ecd-aeee-34a123d6ae92,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:48.901715 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (0055942b-6556-4fc0-b8c8-9ec0dbef8ab9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.902053 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Added segment 0055942b-6556-4fc0-b8c8-9ec0dbef8ab9 of type vlan for network c6c6d40d-d95b-495a-9154-57d071f734ef Feb 10 23:29:48.944019 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (c6c6d40d-d95b-495a-9154-57d071f734ef), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.967343 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (c6c6d40d-d95b-495a-9154-57d071f734ef), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.968318 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:48.968893 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:48.999231 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3353517 Feb 10 23:29:49.002956 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55978) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:49.007946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Request body: {'subnet': {'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1375507600-subnet', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:49.026389 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Made reservation on behalf of 42cc48a71496497b9adb74c8f5cf683f for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:49.028919 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.032519 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40a7be-7b28-420b-b392-01e320bffad3 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c6d40d-d95b-495a-9154-57d071f734ef,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:49.042611 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network c6c6d40d-d95b-495a-9154-57d071f734ef details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:29:49.202819 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (c2e62427-8156-4687-91e7-43d5c4b688d9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.257407 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e62427-8156-4687-91e7-43d5c4b688d9,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:49.265843 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Checking segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:49.266206 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Network hostable DHCP agents. Network: c6c6d40d-d95b-495a-9154-57d071f734ef, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:29:49.282344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Network c6c6d40d-d95b-495a-9154-57d071f734ef is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:29:49.291432 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, c6c6d40d-d95b-495a-9154-57d071f734ef) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:49.295508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:49.296141 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.301091 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767d20c-fdc3-44d8-9571-2434e650d693 None None] Network c6c6d40d-d95b-495a-9154-57d071f734ef requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:29:49.311617 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0e926e66-10c9-47f4-b4a6-e6da65062607 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3075707 Feb 10 23:29:49.316164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 55980) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:49.320432 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:49.338255 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (467fbea8-862e-41a2-87c1-c16f2117b4d8), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.339217 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (467fbea8-862e-41a2-87c1-c16f2117b4d8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.395278 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks [] for router_controller (467fbea8-862e-41a2-87c1-c16f2117b4d8), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.400830 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-c6c6d40d-d95b-495a-9154-57d071f734ef', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:29:49.401702 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.534359 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks [] for router_gateway (467fbea8-862e-41a2-87c1-c16f2117b4d8), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.539920 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Allocated IP 172.20.0.2 (c6c6d40d-d95b-495a-9154-57d071f734ef/c2e62427-8156-4687-91e7-43d5c4b688d9/c9b9f54c-489d-4a4a-8ee3-372781e55d3f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:49.624030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.704625 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Publish callbacks [] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.711677 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.740843 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks [] for router_gateway (467fbea8-862e-41a2-87c1-c16f2117b4d8), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.752628 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Network c6c6d40d-d95b-495a-9154-57d071f734ef is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:49.755436 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:49.758869 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:29:49.761827 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.765473 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Pushing event updated for resources: {'Port': ['ID=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:49.788256 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.788526 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.788858 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.789194 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.789521 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.789847 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.790170 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.790492 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.790812 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.791133 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.791452 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.791771 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.792119 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:49.829546 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Attempting to bind port c9b9f54c-489d-4a4a-8ee3-372781e55d3f on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:29:49.830011 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Attempting to bind port c9b9f54c-489d-4a4a-8ee3-372781e55d3f by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:29:49.830325 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Attempting to bind port c9b9f54c-489d-4a4a-8ee3-372781e55d3f on network c6c6d40d-d95b-495a-9154-57d071f734ef {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:29:49.835421 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:29:49.835843 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Checking segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:49.836251 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.836642 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Bound using segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:29:49.837103 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Bound port: c9b9f54c-489d-4a4a-8ee3-372781e55d3f, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:29:49.837479 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.868468 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Allocated IP 172.27.1.183 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/706b82d1-094d-4f8f-8dfc-c2674f5efecc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:49.899618 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] For port c9b9f54c-489d-4a4a-8ee3-372781e55d3f, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:29:49.902655 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] For port c9b9f54c-489d-4a4a-8ee3-372781e55d3f, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:29:49.908944 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:49.964562 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f729d83-133e-436a-9522-dc1b1e91ee9c None None] Pushing event updated for resources: {'Port': ['ID=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:49.980952 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks [] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:50.017025 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:50.061389 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:50.064411 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:50.067965 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:29:50.073558 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Pushing event updated for resources: {'Port': ['ID=706b82d1-094d-4f8f-8dfc-c2674f5efecc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:50.640541 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks [] for router_gateway (467fbea8-862e-41a2-87c1-c16f2117b4d8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:50.828731 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6d77e-0dc3-45ae-ba6f-f507c6c68cde None None] Network c6c6d40d-d95b-495a-9154-57d071f734ef requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:29:50.847632 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (467fbea8-862e-41a2-87c1-c16f2117b4d8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:50.942658 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] Provisioning complete for port c9b9f54c-489d-4a4a-8ee3-372781e55d3f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:50.942952 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:50.979974 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Router 467fbea8-862e-41a2-87c1-c16f2117b4d8 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:29:51.029714 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] Current status of the port c9b9f54c-489d-4a4a-8ee3-372781e55d3f is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:51.030112 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.063134 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] For port c9b9f54c-489d-4a4a-8ee3-372781e55d3f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:51.069047 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.106227 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:29:51.121049 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Sync routers for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:29:51.127248 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.131219 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3502ee5f-8364-4bf0-b77d-97cbcf53307c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8114820 Feb 10 23:29:51.131570 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55982) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:51.143923 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409bf33-94ab-49b7-8bc3-59633fa0280b None None] Pushing event updated for resources: {'Port': ['ID=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:51.146819 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:29:51.147457 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:51.256910 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:29:51.343522 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-d071ab7e-d3d7-475b-9437-5d5b8a4c4257 None None] Provisioning complete for port c9b9f54c-489d-4a4a-8ee3-372781e55d3f triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:51.343919 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d071ab7e-d3d7-475b-9437-5d5b8a4c4257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.498166 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-d071ab7e-d3d7-475b-9437-5d5b8a4c4257 None None] Current status of the port c9b9f54c-489d-4a4a-8ee3-372781e55d3f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:51.508547 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:50Z', 'revision_number': 3, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:51.535560 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Checking router: 467fbea8-862e-41a2-87c1-c16f2117b4d8 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:29:51.535930 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Updating router 467fbea8-862e-41a2-87c1-c16f2117b4d8 port 706b82d1-094d-4f8f-8dfc-c2674f5efecc binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:29:51.556932 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.566757 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.732077 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Allocated IP 172.20.0.1 (c6c6d40d-d95b-495a-9154-57d071f734ef/c2e62427-8156-4687-91e7-43d5c4b688d9/657c3a2a-b99b-4f67-99e8-cf582a1d9a49) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:51.753570 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device c9b9f54c-489d-4a4a-8ee3-372781e55d3f up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:51.837762 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks [] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.863278 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port c9b9f54c-489d-4a4a-8ee3-372781e55d3f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:51.863928 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.866513 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Publish callbacks [] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.872921 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.890011 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.914603 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Network c6c6d40d-d95b-495a-9154-57d071f734ef is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:51.917551 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:51.921037 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:29:51.955004 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Pushing event updated for resources: {'Port': ['ID=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:51.961733 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43b3d3-71ba-4a74-93e1-2a88168601a1 None None] Pushing event updated for resources: {'Port': ['ID=706b82d1-094d-4f8f-8dfc-c2674f5efecc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:51.965195 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Attempting to bind port 706b82d1-094d-4f8f-8dfc-c2674f5efecc on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:29:51.965564 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Attempting to bind port 706b82d1-094d-4f8f-8dfc-c2674f5efecc by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:29:51.965926 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Attempting to bind port 706b82d1-094d-4f8f-8dfc-c2674f5efecc on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:29:51.975133 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:29:51.975516 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:51.975973 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.976635 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:29:51.977016 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (467fbea8-862e-41a2-87c1-c16f2117b4d8), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:51.977150 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Bound port: 706b82d1-094d-4f8f-8dfc-c2674f5efecc, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:29:51.977481 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.051100 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port c9b9f54c-489d-4a4a-8ee3-372781e55d3f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:52.062084 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] For port 706b82d1-094d-4f8f-8dfc-c2674f5efecc, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:29:52.065606 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] For port 706b82d1-094d-4f8f-8dfc-c2674f5efecc, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=706b82d1-094d-4f8f-8dfc-c2674f5efecc,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:29:52.072021 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.121106 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.132558 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:29:52.133193 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:52.138672 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43b3d3-71ba-4a74-93e1-2a88168601a1 None None] Pushing event updated for resources: {'Port': ['ID=706b82d1-094d-4f8f-8dfc-c2674f5efecc,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:52.290510 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks [] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.294913 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9214524'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.362512 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Pushing event updated for resources: {'Port': ['ID=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:52.364939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (467fbea8-862e-41a2-87c1-c16f2117b4d8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.386626 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:29:52.388322 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-405834f6-db93-4859-97f6-62d9f1b793b8 None None] Provisioning complete for port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:52.388705 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-405834f6-db93-4859-97f6-62d9f1b793b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.459516 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Network c6c6d40d-d95b-495a-9154-57d071f734ef is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:52.460986 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:52.488163 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-405834f6-db93-4859-97f6-62d9f1b793b8 None None] Port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:29:52.585595 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Router 467fbea8-862e-41a2-87c1-c16f2117b4d8 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:29:52.683057 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:51Z', 'revision_number': 1, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:52.707607 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:29:52.713165 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a6d3e94a-4664-4f47-b4d8-8b807f9784b6 admin admin] 10.222.0.77 "PUT /v2.0/routers/467fbea8-862e-41a2-87c1-c16f2117b4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5803571 Feb 10 23:29:52.722304 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b1722-8fd3-44b9-808a-900a313cc36f None None] The sync data for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi is: [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:51Z', 'revision_number': 1, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:29:52.749022 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-7d0c5b8c-709d-45e1-a9a1-a3d4847a7d42 None None] Provisioning complete for port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:52.749398 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7d0c5b8c-709d-45e1-a9a1-a3d4847a7d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:52.791972 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7d0c5b8c-709d-45e1-a9a1-a3d4847a7d42 None None] Port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:29:53.225911 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 55998) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:53.231242 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2107546411-network', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:53.250731 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Made reservation on behalf of 44e9b574db284879b75c9ec6ecad8b5a for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:53.253727 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.262965 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.341961 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks [] for security_group (d5c31fd2-1092-405e-afc7-3b907c26761f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.353197 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d5c31fd2-1092-405e-afc7-3b907c26761f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.367647 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:29:53.380847 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (3b12828f-fcf7-4d04-b999-a47cf96cc0ae), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.381064 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Added segment 3b12828f-fcf7-4d04-b999-a47cf96cc0ae of type vlan for network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 Feb 10 23:29:53.437374 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c31fd2-1092-405e-afc7-3b907c26761f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:53.449003 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784828470815'] for network (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.475207 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780'] for network (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.476520 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:53.477120 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.518663 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2913125 Feb 10 23:29:53.522184 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56000) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:53.527725 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Request body: {'subnet': {'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2107546411-subnet', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:53.548393 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Made reservation on behalf of 44e9b574db284879b75c9ec6ecad8b5a for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:53.550890 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8799698'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.554264 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cad1f-c8b8-4267-9678-37a5eabfb19a admin admin] Pushing event updated for resources: {'Network': ['ID=95df2d40-bb51-4e5a-90c9-5b16d4e08ba4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:53.565286 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 details requested by agent ovs-agent-dv-cinder-828805-1-iscsi with host dv-cinder-828805-1-iscsi {{(pid=102670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 10 23:29:53.745370 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588328', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8799680'] for subnet (021efbff-2584-4d61-afbf-824e70f12edf), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.752996 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 706b82d1-094d-4f8f-8dfc-c2674f5efecc up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:53.805208 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 706b82d1-094d-4f8f-8dfc-c2674f5efecc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:53.805733 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.813435 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=021efbff-2584-4d61-afbf-824e70f12edf,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:53.823338 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Checking segment: {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:53.823771 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Network hostable DHCP agents. Network: 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4, hostable agents: ['93d7369d-8fa1-4d22-b5d6-757339fc92f4'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:29:53.842804 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 is scheduled to be hosted by DHCP agent 93d7369d-8fa1-4d22-b5d6-757339fc92f4 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:29:53.855073 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828805-1-iscsi, 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:53.864193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:53.864804 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.881178 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ea210-0fd2-495e-b965-d2435c68e5dc None None] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:29:53.881773 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1ff8efc6-eade-4ce5-a1f4-8fdc5dd8ccb6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3579085 Feb 10 23:29:53.884199 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56002) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:53.889204 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:53.911276 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-919590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60178'] for router (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.912493 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-919634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947176', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-563297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60169'] for router (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.926280 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 706b82d1-094d-4f8f-8dfc-c2674f5efecc is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:53.928165 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.970897 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks [] for router_controller (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:53.986321 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port 706b82d1-094d-4f8f-8dfc-c2674f5efecc, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=706b82d1-094d-4f8f-8dfc-c2674f5efecc,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:53.991578 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.060506 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0fa0be9f-605a-5fc0-b8bb-4748ff66780c-95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'fixed_ips': [{'subnet_id': '021efbff-2584-4d61-afbf-824e70f12edf'}]}} from dv-cinder-828805-1-iscsi. {{(pid=102670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 10 23:29:54.061509 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.078613 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=706b82d1-094d-4f8f-8dfc-c2674f5efecc,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:54.125943 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks [] for router_gateway (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.213801 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Allocated IP 172.20.0.2 (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4/021efbff-2584-4d61-afbf-824e70f12edf/f1528330-0be7-4514-848d-b2550c80a1ec) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:54.330480 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks [] for router_gateway (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.350027 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.358723 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Publish callbacks [] for port (f1528330-0be7-4514-848d-b2550c80a1ec), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.366266 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.411220 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:54.414160 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:54.416907 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:29:54.429701 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Pushing event updated for resources: {'Port': ['ID=f1528330-0be7-4514-848d-b2550c80a1ec,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:54.463723 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Allocated IP 172.27.1.172 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/e43259e1-a615-4d25-ac2c-c319cc84444f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:54.481507 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Attempting to bind port f1528330-0be7-4514-848d-b2550c80a1ec on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:29:54.481973 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Attempting to bind port f1528330-0be7-4514-848d-b2550c80a1ec by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:29:54.482454 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Attempting to bind port f1528330-0be7-4514-848d-b2550c80a1ec on network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:29:54.488837 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:29:54.489324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Checking segment: {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:54.489803 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.490271 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Bound using segment: {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:29:54.490823 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Bound port: f1528330-0be7-4514-848d-b2550c80a1ec, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:29:54.491292 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.560222 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] For port f1528330-0be7-4514-848d-b2550c80a1ec, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:29:54.563241 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] For port f1528330-0be7-4514-848d-b2550c80a1ec, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f1528330-0be7-4514-848d-b2550c80a1ec,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:29:54.569753 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.581690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks [] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.621420 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:54.626979 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9c3c9-68e3-4a23-9e2d-ed6546f2949c None None] Pushing event updated for resources: {'Port': ['ID=f1528330-0be7-4514-848d-b2550c80a1ec,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:54.669647 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:54.674837 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:54.678535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:29:54.701403 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Pushing event updated for resources: {'Port': ['ID=e43259e1-a615-4d25-ac2c-c319cc84444f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:54.826508 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Sync routers for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:29:54.841325 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:29:54.841957 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:54.980370 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks [] for router_gateway (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.046406 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:29:55.190763 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-919643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-947157'] for router (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.246016 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 2, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:55.277152 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Checking router: 467fbea8-862e-41a2-87c1-c16f2117b4d8 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:29:55.277769 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Updating router 467fbea8-862e-41a2-87c1-c16f2117b4d8 port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:29:55.305817 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.325541 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 is scheduled to L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 10 23:29:55.444141 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:29:55.455366 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Sync routers for ids ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:29:55.463681 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.465050 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cd6322be-c9da-4d71-b7dc-2a3880db2e0f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5798974 Feb 10 23:29:55.467797 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:29:55.469152 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Routers {'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:29:55.471600 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:55.606396 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Publish callbacks [] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.613599 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.615199 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Set router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:29:55.666865 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Pushing event updated for resources: {'Port': ['ID=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:55.676379 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.676762 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.677102 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.677444 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.677974 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.678591 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.678933 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.679275 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.679608 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.680311 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.680459 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.680828 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.681755 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:55.727359 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467537e-b563-4bdf-b69d-9e3607b5dbc0 None None] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:29:55.764230 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Attempting to bind port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:29:55.764609 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Attempting to bind port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:29:55.764974 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Attempting to bind port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 on network c6c6d40d-d95b-495a-9154-57d071f734ef {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:29:55.770760 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:29:55.771138 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Checking segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:55.771543 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.772000 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Bound using segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:29:55.772464 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Bound port: 657c3a2a-b99b-4f67-99e8-cf582a1d9a49, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:29:55.772846 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.855601 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] For port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:29:55.859371 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] For port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:29:55.876560 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:55.952132 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011c4df-b3a5-4ca9-95d0-94a11adc6201 None None] Pushing event updated for resources: {'Port': ['ID=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:55.955436 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:29:55.956086 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:56.074252 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 706b82d1-094d-4f8f-8dfc-c2674f5efecc up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:56.086474 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:29:56.224975 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] Provisioning complete for port f1528330-0be7-4514-848d-b2550c80a1ec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:56.225280 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.305503 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:55Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:56.311713 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.322421 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 706b82d1-094d-4f8f-8dfc-c2674f5efecc triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:56.322809 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.353518 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13331452-d50e-408b-911a-9c1ea127fe3c None None] The sync data for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi is: [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:55Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:29:56.401966 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:29:54Z', 'revision_number': 3, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:56.442589 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Checking router: e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:29:56.442957 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Updating router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 port e43259e1-a615-4d25-ac2c-c319cc84444f binding host dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:29:56.446762 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] Current status of the port f1528330-0be7-4514-848d-b2550c80a1ec is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:56.447152 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.513857 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Allocated IP 172.20.0.1 (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4/021efbff-2584-4d61-afbf-824e70f12edf/0b2d3bbf-aaa3-4e48-a775-cbaa8debe207) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:56.529840 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.557226 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] For port f1528330-0be7-4514-848d-b2550c80a1ec, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f1528330-0be7-4514-848d-b2550c80a1ec,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:56.573271 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.584194 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 706b82d1-094d-4f8f-8dfc-c2674f5efecc is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:56.585320 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f1528330-0be7-4514-848d-b2550c80a1ec up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:56.643504 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks [] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.681749 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.725392 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:56.730272 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:56.734769 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:29:56.738601 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:56.748665 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072079d-77ab-4d4c-8be5-6687d3dd7e33 None None] Pushing event updated for resources: {'Port': ['ID=f1528330-0be7-4514-848d-b2550c80a1ec,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:56.756941 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Provisioning complete for port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:56.757322 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.783001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-921320'] for router_interface (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.860547 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port f1528330-0be7-4514-848d-b2550c80a1ec triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:56.860851 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.939807 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:56.987737 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Current status of the port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:56.988193 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.102373 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] For port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:57.105133 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Publish callbacks [] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.107252 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port f1528330-0be7-4514-848d-b2550c80a1ec is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:57.110501 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.118150 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.143136 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks [] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.149406 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.173367 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Provisioning complete for port f1528330-0be7-4514-848d-b2550c80a1ec triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:57.173735 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.200782 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Attempting to bind port e43259e1-a615-4d25-ac2c-c319cc84444f on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:29:57.201147 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Attempting to bind port e43259e1-a615-4d25-ac2c-c319cc84444f by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:29:57.201502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Attempting to bind port e43259e1-a615-4d25-ac2c-c319cc84444f on network b4be0655-7661-45af-9921-9f2f00546849 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:29:57.213099 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Pushing event updated for resources: {'Port': ['ID=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:57.219317 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:29:57.219842 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Checking segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:29:57.220244 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.220378 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:57.220630 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Bound using segment: {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:29:57.221094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Bound port: e43259e1-a615-4d25-ac2c-c319cc84444f, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498300fa-4639-4126-9e7f-7878a47a635f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:29:57.221467 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.222977 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-654734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-917528'] for router_interface (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.296617 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2299b10-32f7-48e5-99e7-82375d7c7b68 None None] Pushing event updated for resources: {'Port': ['ID=e43259e1-a615-4d25-ac2c-c319cc84444f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:57.315069 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:57.316452 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:57.317886 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] For port e43259e1-a615-4d25-ac2c-c319cc84444f, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:29:57.352577 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] For port e43259e1-a615-4d25-ac2c-c319cc84444f, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=e43259e1-a615-4d25-ac2c-c319cc84444f,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:29:57.364492 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.369642 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2b77127e-b633-4a42-9733-fd318504c3af None None] Current status of the port f1528330-0be7-4514-848d-b2550c80a1ec is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:57.423801 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Routers {'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:29:57.424466 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:57.454773 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:29:57.473147 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2299b10-32f7-48e5-99e7-82375d7c7b68 None None] Pushing event updated for resources: {'Port': ['ID=e43259e1-a615-4d25-ac2c-c319cc84444f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:57.534612 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-5898b7c5-87a3-4fcb-8569-757bc8c736c2 None None] Provisioning complete for port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:57.535000 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5898b7c5-87a3-4fcb-8569-757bc8c736c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.569267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:29:57.574563 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-02d16914-4fb9-4324-b30a-c2f03ea23505 admin admin] 10.222.0.77 "PUT /v2.0/routers/e8db01a9-161c-49e4-bdc5-5f46d5aca0c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1053162 Feb 10 23:29:57.583402 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5898b7c5-87a3-4fcb-8569-757bc8c736c2 None None] Port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:29:57.599525 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] Set router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:29:57.771701 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-8030aa2e-d369-468b-84c3-34e53dd928e7 None None] Provisioning complete for port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:57.772335 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8030aa2e-d369-468b-84c3-34e53dd928e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:57.778036 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:58.002174 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-8030aa2e-d369-468b-84c3-34e53dd928e7 None None] Port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:29:58.036659 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:58.037044 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:58.074224 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0b2d3bbf-aaa3-4e48-a775-cbaa8debe207', 'name': '', 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'mac_address': 'fa:16:3e:df:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '021efbff-2584-4d61-afbf-824e70f12edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:56Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 2, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'subnets': [{'id': '021efbff-2584-4d61-afbf-824e70f12edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:58.113006 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ae58db-c725-440a-9617-e54b96b5b796 None None] The sync data for ids ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'] in dv-cinder-828805-1-iscsi is: [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0b2d3bbf-aaa3-4e48-a775-cbaa8debe207', 'name': '', 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'mac_address': 'fa:16:3e:df:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '021efbff-2584-4d61-afbf-824e70f12edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:56Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 2, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'subnets': [{'id': '021efbff-2584-4d61-afbf-824e70f12edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:29:58.164973 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:58.166077 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f1528330-0be7-4514-848d-b2550c80a1ec up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:58.237195 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port f1528330-0be7-4514-848d-b2550c80a1ec triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:58.237579 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:58.335197 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port f1528330-0be7-4514-848d-b2550c80a1ec is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:58.335398 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2042252-3d12-417b-b127-46b25ea11308 req-03709be6-6899-42e7-82c2-d60990a98e80 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:58.337012 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2042252-3d12-417b-b127-46b25ea11308 req-03709be6-6899-42e7-82c2-d60990a98e80 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0759275 Feb 10 23:29:58.434671 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-c2042252-3d12-417b-b127-46b25ea11308 req-ea4e1575-8726-4dc3-a594-5c86a66c4127 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636177 Feb 10 23:29:59.579643 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07f7f1-ed1a-449c-8753-ca44214e3130 req-ad0bca49-5eaa-4b36-9fca-b7ec952868a8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:59.581486 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb07f7f1-ed1a-449c-8753-ca44214e3130 req-ad0bca49-5eaa-4b36-9fca-b7ec952868a8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0784194 Feb 10 23:29:59.653887 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eb07f7f1-ed1a-449c-8753-ca44214e3130 req-53460286-46b7-4c1c-b8d2-608f434a6e08 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660164 Feb 10 23:29:59.800510 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e43259e1-a615-4d25-ac2c-c319cc84444f up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:29:59.859054 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port e43259e1-a615-4d25-ac2c-c319cc84444f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:59.859453 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:59.947859 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port e43259e1-a615-4d25-ac2c-c319cc84444f is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:29:59.948288 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:29:59.970204 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] For port e43259e1-a615-4d25-ac2c-c319cc84444f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=e43259e1-a615-4d25-ac2c-c319cc84444f,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:29:59.975030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:00.034030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Pushing event updated for resources: {'Port': ['ID=e43259e1-a615-4d25-ac2c-c319cc84444f,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:00.167689 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-442bdf0a-026d-429d-89ae-14ae84e074f5 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:00.169342 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-442bdf0a-026d-429d-89ae-14ae84e074f5 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 946 time: 0.0624404 Feb 10 23:30:00.285154 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Deleting port a35aad40-d880-4d5c-adcd-8085a24c116f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:30:00.285486 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:00.405765 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] For port a35aad40-d880-4d5c-adcd-8085a24c116f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a35aad40-d880-4d5c-adcd-8085a24c116f,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:00.406133 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:00.604739 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:00.605525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (798730d8-52bf-4f6f-85fb-6fcd1e6cc2de), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:00.605637 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Floating IP 798730d8-52bf-4f6f-85fb-6fcd1e6cc2de disassociated. External IP: 172.27.1.97, port: a35aad40-d880-4d5c-adcd-8085a24c116f. Feb 10 23:30:00.606208 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Calling delete_port for a35aad40-d880-4d5c-adcd-8085a24c116f owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:30:00.735944 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Sync routers for ids ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:30:00.747257 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Routers {'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:00.747893 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:00.780148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a35aad40-d880-4d5c-adcd-8085a24c116f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:00.815888 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'Port': ['ID=a35aad40-d880-4d5c-adcd-8085a24c116f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:00.841999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c342c7-e3f6-4223-b49c-f064c24343e2 req-e5985bdf-cb0a-4e00-98f1-1b10c853adbc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:00.846814 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45c342c7-e3f6-4223-b49c-f064c24343e2 req-e5985bdf-cb0a-4e00-98f1-1b10c853adbc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 867 time: 0.1030436 Feb 10 23:30:00.877257 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Set router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:00.932893 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-45c342c7-e3f6-4223-b49c-f064c24343e2 req-08b12f04-e231-45f8-a18b-40ad364989cc tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798078 Feb 10 23:30:00.993185 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:30:01.130054 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0b2d3bbf-aaa3-4e48-a775-cbaa8debe207', 'name': '', 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'mac_address': 'fa:16:3e:df:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '021efbff-2584-4d61-afbf-824e70f12edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:56Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 2, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'subnets': [{'id': '021efbff-2584-4d61-afbf-824e70f12edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:01.137414 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:30:01.150226 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:30:01.162820 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Checking router: e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:30:01.163385 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Updating router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 binding host dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:30:01.173187 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:01.173901 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:01.196923 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] No DVR routers for this DVR port a35aad40-d880-4d5c-adcd-8085a24c116f on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:30:01.199948 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:01.204368 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62b063b4-10fd-440c-82b2-d76bbe4a4c42 req-f0d419ce-61b3-4330-9a9c-0c9a306c3f84 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "DELETE /v2.0/ports/a35aad40-d880-4d5c-adcd-8085a24c116f HTTP/1.1" status: 204 len: 173 time: 1.0230081 Feb 10 23:30:01.205001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'name': 'network-vif-deleted', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:01.207963 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771c8b3a-0ca1-42cc-a3ca-0614456fc961" -d '{"events": [{"server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "name": "network-vif-deleted", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:01.208794 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:01.312613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a682f00-6553-4c66-94f7-a9bd719335b2 x-openstack-request-id: req-6a682f00-6553-4c66-94f7-a9bd719335b2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:01.312962 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc8f707-7d99-4ea4-90d2-4b9d7e898bab", "name": "network-vif-deleted", "tag": "a35aad40-d880-4d5c-adcd-8085a24c116f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:01.314661 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6a682f00-6553-4c66-94f7-a9bd719335b2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:01.315124 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc8f707-7d99-4ea4-90d2-4b9d7e898bab', 'name': 'network-vif-deleted', 'tag': 'a35aad40-d880-4d5c-adcd-8085a24c116f', 'status': 'completed', 'code': 200} Feb 10 23:30:01.449713 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:01.753921 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:01.783478 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Publish callbacks [] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:01.788032 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:30:01.791107 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e43259e1-a615-4d25-ac2c-c319cc84444f up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:30:01.792258 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:01.829329 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:01.830034 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:01.846986 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9f1a1-77b4-4370-a0a3-60bc3017ec84 None None] Pushing event updated for resources: {'Port': ['ID=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:01.920874 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Attempting to bind port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 on host dv-cinder-828805-1-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:30:01.921180 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Attempting to bind port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 by drivers openvswitch,hyperv on host dv-cinder-828805-1-iscsi at level 0 using segments [{'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:30:01.921509 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Attempting to bind port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 on network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:30:01.927467 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Checking agent: {'id': 'e85a2102-a4e1-4b97-9aae-05a0e71a72cb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828805-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 7, 50), 'started_at': datetime.datetime(2022, 2, 10, 23, 8, 19), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828805-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:30:01.927850 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Checking segment: {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:30:01.928286 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:01.928679 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Bound using segment: {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:30:01.929634 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Bound port: 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207, host: dv-cinder-828805-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b12828f-fcf7-4d04-b999-a47cf96cc0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:30:01.929634 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:01.980647 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port e43259e1-a615-4d25-ac2c-c319cc84444f triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:01.981098 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:02.031051 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] For port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207, host dv-cinder-828805-1-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:02.036198 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] For port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207, host dv-cinder-828805-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:02.053021 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:02.057670 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:02.128592 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9f1a1-77b4-4370-a0a3-60bc3017ec84 None None] Pushing event updated for resources: {'Port': ['ID=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:02.175118 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-99ed27d7-600e-40dd-b04e-8f30fd052fcc req-00b7d9ed-fb56-4845-a1c9-fae82fa56f78 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdc8f707-7d99-4ea4-90d2-4b9d7e898bab HTTP/1.1" status: 200 len: 210 time: 0.1027629 Feb 10 23:30:02.175673 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Routers {'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:02.176116 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:29:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:02.378828 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port e43259e1-a615-4d25-ac2c-c319cc84444f is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:02.388013 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] Set router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:02.433063 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] Provisioning complete for port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:02.434141 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:02.631106 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] Current status of the port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 is: DOWN; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:02.631499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:02.657531 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:02.694518 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e900fb3-797e-4380-9944-a7158ea619bd None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:30:02.726141 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] For port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:02.737334 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:02.744955 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0b2d3bbf-aaa3-4e48-a775-cbaa8debe207', 'name': '', 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'mac_address': 'fa:16:3e:df:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '021efbff-2584-4d61-afbf-824e70f12edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:56Z', 'updated_at': '2022-02-10T23:30:02Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'subnets': [{'id': '021efbff-2584-4d61-afbf-824e70f12edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:02.779712 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086abd7-7043-4f4d-bde5-07914d137810 None None] The sync data for ids ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'] in dv-cinder-828805-1-iscsi is: [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:29:56Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '0b2d3bbf-aaa3-4e48-a775-cbaa8debe207', 'name': '', 'network_id': '95df2d40-bb51-4e5a-90c9-5b16d4e08ba4', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'mac_address': 'fa:16:3e:df:1b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '021efbff-2584-4d61-afbf-824e70f12edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:56Z', 'updated_at': '2022-02-10T23:30:02Z', 'revision_number': 4, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'subnets': [{'id': '021efbff-2584-4d61-afbf-824e70f12edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:30:02.835149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3403dda-99c8-4ef7-96d3-b5b69ae5c7b8 None None] Pushing event updated for resources: {'Port': ['ID=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:02.863939 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-da3d3db9-ebff-4442-8fb3-76695098cf99 None None] Provisioning complete for port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:02.864345 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-da3d3db9-ebff-4442-8fb3-76695098cf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:02.951714 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-da3d3db9-ebff-4442-8fb3-76695098cf99 None None] Current status of the port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:03.189170 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a35aad40-d880-4d5c-adcd-8085a24c116f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:30:03.216399 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a35aad40-d880-4d5c-adcd-8085a24c116f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:30:03.216749 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a35aad40-d880-4d5c-adcd-8085a24c116f not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:30:03.553422 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed4f718-d834-493d-bd6a-19f7b66069e9 None None] New status for floating IP 798730d8-52bf-4f6f-85fb-6fcd1e6cc2de: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:30:03.574631 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-f5bb1bc5-5ad9-44e9-88ce-2e4f80535c75 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402827313&fields=id&tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 267 time: 0.0739028 Feb 10 23:30:03.738067 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-14e68152-266a-436e-a31e-c0b9b5aa6bdd tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:03.749359 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-14e68152-266a-436e-a31e-c0b9b5aa6bdd tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 812 time: 0.1735957 Feb 10 23:30:03.771565 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-cf844d9b-d923-4027-b769-278c0c170b26 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/quotas/b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 375 time: 0.0209529 Feb 10 23:30:03.801961 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 up at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:30:03.867075 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e7589ca3-ed0c-40a1-bf5b-76b91d359387 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911286 Feb 10 23:30:03.901502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Provisioning complete for port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:03.901869 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:04.003296 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-9918acb5-e01e-43f6-9bea-1c270d7e4eff service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 10 23:30:04.012134 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-9918acb5-e01e-43f6-9bea-1c270d7e4eff service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1438422 Feb 10 23:30:04.013725 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Current status of the port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:04.127998 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-9879e110-036c-4fab-a2a6-7f5202318563 service neutron] 10.222.0.77 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148996 Feb 10 23:30:04.232816 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-10dd91e5-484f-4ce6-b19f-086e69c63008 service neutron] 10.222.0.77 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037395 Feb 10 23:30:04.630954 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-456ee223-5efa-4cc8-8119-e5fc9741bfb3 req-4bcba1f9-34c6-4402-9888-226a751e7a17 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 210 time: 0.0370033 Feb 10 23:30:05.686043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-807f6195-9d83-48dd-9862-75801ec42d38 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:05.687595 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-807f6195-9d83-48dd-9862-75801ec42d38 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 812 time: 0.1254690 Feb 10 23:30:05.779008 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-946f3bc0-6154-4a1d-9a7d-5851c2798efc req-8381f16f-86bd-4aba-96c9-763107d5c474 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 210 time: 0.0503790 Feb 10 23:30:05.818190 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-daa98c8e-ad7b-4e8f-bc82-7478b4e9a072 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 380 time: 0.1052859 Feb 10 23:30:05.842233 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'port': {'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'admin_state_up': True, 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'security_groups': ['37ef8fbe-0127-4d93-96d1-9398d622969c']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:05.995567 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Made reservation on behalf of b55b4d0e04bf46e18d0f7a1d3851b603 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:05.999174 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.156012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Allocated IP 172.20.0.8 (890eaf3c-491f-4692-aea9-b5c0cbc7bd07/fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8/a044698c-10b0-4b1a-9baf-399459718881) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:06.313026 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.328880 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (a044698c-10b0-4b1a-9baf-399459718881), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.365816 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a044698c-10b0-4b1a-9baf-399459718881), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.415919 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:06.424859 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:06.428329 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:30:06.485065 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=a044698c-10b0-4b1a-9baf-399459718881,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:06.499304 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:06.499965 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.520215 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4dc2bb76-e797-4fc2-80b8-4bc3cfc97698 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6833458 Feb 10 23:30:06.537801 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Request body: {'port': {'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:06.624741 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a044698c-10b0-4b1a-9baf-399459718881), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.700626 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-072a714f-a535-4ad6-92d0-b5aaa050ea08 None None] Provisioning complete for port a044698c-10b0-4b1a-9baf-399459718881 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:06.701300 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-072a714f-a535-4ad6-92d0-b5aaa050ea08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a044698c-10b0-4b1a-9baf-399459718881), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:06.742713 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-072a714f-a535-4ad6-92d0-b5aaa050ea08 None None] Port a044698c-10b0-4b1a-9baf-399459718881 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:30:06.937536 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87410466-130b-4ddd-8332-b3c61fedd4cf req-8a0ebdde-9a16-47df-8c0d-b0ff274d9017 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:06.939387 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-87410466-130b-4ddd-8332-b3c61fedd4cf req-8a0ebdde-9a16-47df-8c0d-b0ff274d9017 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 931 time: 0.0889943 Feb 10 23:30:07.014808 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a044698c-10b0-4b1a-9baf-399459718881 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:30:07.028891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Publish callbacks [] for port (a044698c-10b0-4b1a-9baf-399459718881), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:07.034804 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-87410466-130b-4ddd-8332-b3c61fedd4cf req-d58b8d3d-2674-414c-a9cb-4ea68af5a82f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856323 Feb 10 23:30:07.047982 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Transition to ACTIVE for port object a044698c-10b0-4b1a-9baf-399459718881 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:07.062456 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a044698c-10b0-4b1a-9baf-399459718881), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:07.123454 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a044698c-10b0-4b1a-9baf-399459718881,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:07.204532 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Attempting to bind port a044698c-10b0-4b1a-9baf-399459718881 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:30:07.204875 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Attempting to bind port a044698c-10b0-4b1a-9baf-399459718881 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:30:07.205236 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Attempting to bind port a044698c-10b0-4b1a-9baf-399459718881 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:30:07.215293 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Port a044698c-10b0-4b1a-9baf-399459718881 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:30:07.215618 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Attempting to bind port a044698c-10b0-4b1a-9baf-399459718881 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:30:07.221516 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:30:07.221860 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Checking segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:30:07.224297 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Bound using segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:30:07.224297 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Bound port: a044698c-10b0-4b1a-9baf-399459718881, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:30:07.224297 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a044698c-10b0-4b1a-9baf-399459718881), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:07.305218 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] For port a044698c-10b0-4b1a-9baf-399459718881, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:07.308525 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] For port a044698c-10b0-4b1a-9baf-399459718881, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a044698c-10b0-4b1a-9baf-399459718881,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:07.321018 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a044698c-10b0-4b1a-9baf-399459718881), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:07.364031 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:07.364677 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:07.366180 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 1093 time: 0.8333409 Feb 10 23:30:07.366655 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:07.369020 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb6757-f29e-4f14-8786-ef39868f96a4" -d '{"events": [{"name": "network-changed", "server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "tag": "a044698c-10b0-4b1a-9baf-399459718881"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:07.428511 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68712ae-6349-4b54-8286-c4b5ec9e72f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a044698c-10b0-4b1a-9baf-399459718881,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:07.457002 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7797ec0f-e67d-41b9-8bc3-9022fa209534 x-openstack-request-id: req-7797ec0f-e67d-41b9-8bc3-9022fa209534 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:07.457320 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "tag": "a044698c-10b0-4b1a-9baf-399459718881", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:07.457550 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7797ec0f-e67d-41b9-8bc3-9022fa209534 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:07.458007 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881', 'status': 'completed', 'code': 200} Feb 10 23:30:07.508321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-058de797-d71a-4885-9b47-47da79465a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:07.510022 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-058de797-d71a-4885-9b47-47da79465a6d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1127 time: 0.0735445 Feb 10 23:30:07.571125 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-2833cec9-d461-41da-9f4d-ad37dc418029 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 217 time: 0.0484886 Feb 10 23:30:07.636117 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-6a5308a0-72ee-4f59-b845-5a65796cccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:07.637799 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-6a5308a0-72ee-4f59-b845-5a65796cccdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0615735 Feb 10 23:30:07.700390 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-afc784a1-ee50-4567-9df0-b4b282636339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:07.702013 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-afc784a1-ee50-4567-9df0-b4b282636339 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583971 Feb 10 23:30:07.804392 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-6cfd168c-ff10-4922-99ad-2dd056c01020 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957298 Feb 10 23:30:07.909955 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0214d53f-82f6-4d86-b61a-2db85939cc89 req-4b36223b-9bf3-4d99-b923-f2cee9f67ee2 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002486 Feb 10 23:30:08.064663 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-614acc92-a4a0-4e9c-8881-6d7f20495bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:08.066931 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-614acc92-a4a0-4e9c-8881-6d7f20495bc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1127 time: 0.0620394 Feb 10 23:30:08.220985 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-096fc078-9316-42cd-8a6e-b4aa27af503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:08.222351 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-096fc078-9316-42cd-8a6e-b4aa27af503d service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.1491151 Feb 10 23:30:08.232231 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a731ea-2c94-4301-bdb1-070df1b78e2a req-cb9d6555-411f-4900-b8e0-0cb375ce648a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:08.236298 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75a731ea-2c94-4301-bdb1-070df1b78e2a req-cb9d6555-411f-4900-b8e0-0cb375ce648a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0913444 Feb 10 23:30:08.286408 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-73dc89cd-91e9-4bd1-8078-b8e277e71833 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 217 time: 0.0483317 Feb 10 23:30:08.365278 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-75a731ea-2c94-4301-bdb1-070df1b78e2a req-af95ec0c-3062-46d5-bfcd-a72750c664ce tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213799 Feb 10 23:30:08.378479 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-48fc5d4f-d75f-411a-bb45-05d915026ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:08.380130 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-48fc5d4f-d75f-411a-bb45-05d915026ba6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0874820 Feb 10 23:30:08.741471 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-5084f134-07c1-40ed-ae1e-d2376d922c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:08.743064 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-5084f134-07c1-40ed-ae1e-d2376d922c4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3576286 Feb 10 23:30:08.838404 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-023ada65-9baf-4e88-9654-17ce96882da8 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885851 Feb 10 23:30:08.928406 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebfb6757-f29e-4f14-8786-ef39868f96a4 req-becce1c5-67da-4aae-82a4-5c96696c1cfb service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842283 Feb 10 23:30:09.358983 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-fde1283a-ae8a-4ff7-9596-5334911faa66 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:09.361766 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-fde1283a-ae8a-4ff7-9596-5334911faa66 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 815 time: 0.1001866 Feb 10 23:30:09.376676 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-08215b88-74db-403c-9b94-8939cb92e340 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/quotas/42cc48a71496497b9adb74c8f5cf683f HTTP/1.1" status: 200 len: 375 time: 0.0096252 Feb 10 23:30:09.433666 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-0e3bac4f-1e67-4291-ba54-27d5adc27956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518718 Feb 10 23:30:09.487291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff707aa-cf34-401e-a38a-d5412c354f4a req-ce123efc-83d8-4705-8208-69df2457bb9e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:09.488749 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8ff707aa-cf34-401e-a38a-d5412c354f4a req-ce123efc-83d8-4705-8208-69df2457bb9e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0537024 Feb 10 23:30:09.528765 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-52779b50-5948-4321-bdda-8176e90016a6 service neutron] 10.222.0.77 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825467 Feb 10 23:30:09.538163 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8ff707aa-cf34-401e-a38a-d5412c354f4a req-d8dda53e-c15d-436f-83fe-c882753ca99d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436976 Feb 10 23:30:09.623062 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-1a88ca86-ff86-400d-83b1-c95b5067b80a service neutron] 10.222.0.77 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877950 Feb 10 23:30:09.795539 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7e224ccf-9b65-4da7-8baf-817433067bb1 req-9c872328-8448-4a73-a8bc-5e5824a74555 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 210 time: 0.0318921 Feb 10 23:30:10.657497 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d8d3-fb89-42b7-a947-4654a8bcfabf req-ff5b5262-d767-4156-a51f-0742a1775aa1 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:10.659135 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1fb2d8d3-fb89-42b7-a947-4654a8bcfabf req-ff5b5262-d767-4156-a51f-0742a1775aa1 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0547426 Feb 10 23:30:10.713972 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1fb2d8d3-fb89-42b7-a947-4654a8bcfabf req-64080580-f7f0-438a-a11c-5f1cbe4d2a6a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493114 Feb 10 23:30:10.849657 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-0179a69b-c128-4902-b34b-f0cb1e872f72 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:10.851608 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-0179a69b-c128-4902-b34b-f0cb1e872f72 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 815 time: 0.1114597 Feb 10 23:30:10.870374 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'port': {'device_id': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'admin_state_up': True, 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:10.895006 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-85cf8528-739f-4a6b-a50f-34f1d3584073 req-bdccc2d8-0ffe-4acb-bc81-64a1c5e79429 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 210 time: 0.0282378 Feb 10 23:30:10.979221 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Made reservation on behalf of 42cc48a71496497b9adb74c8f5cf683f for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:10.982752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:11.128801 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Allocated IP 172.20.0.7 (c6c6d40d-d95b-495a-9154-57d071f734ef/c2e62427-8156-4687-91e7-43d5c4b688d9/9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:11.330704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:11.373356 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:11.449355 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Network c6c6d40d-d95b-495a-9154-57d071f734ef is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:11.454578 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:11.472081 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:30:11.505307 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:11.548029 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:11.548879 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:11.571395 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-117eb5b9-f5b5-45fe-9fab-c1c222b84956 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7045527 Feb 10 23:30:11.795956 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-18a35d8d-ea84-4620-a9b6-8eba7e785976 None None] Provisioning complete for port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:11.797691 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-18a35d8d-ea84-4620-a9b6-8eba7e785976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:11.837886 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-18a35d8d-ea84-4620-a9b6-8eba7e785976 None None] Port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:30:11.870325 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf187a-49f9-4278-9605-6129e6a886b7 req-c2878b00-071a-4a70-81a0-5aa6ef948a3a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:11.879634 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3adf187a-49f9-4278-9605-6129e6a886b7 req-c2878b00-071a-4a70-81a0-5aa6ef948a3a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0889986 Feb 10 23:30:11.949690 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3adf187a-49f9-4278-9605-6129e6a886b7 req-2b0d0277-c8f9-4a67-b4d8-14893b51d47f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689263 Feb 10 23:30:12.047792 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c9d2c-7f97-454f-be01-95add827426b req-71654df3-fea0-4b8c-9ea9-6a7bcebee651 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:12.049593 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-229c9d2c-7f97-454f-be01-95add827426b req-71654df3-fea0-4b8c-9ea9-6a7bcebee651 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0666928 Feb 10 23:30:12.107091 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-229c9d2c-7f97-454f-be01-95add827426b req-24f3bedf-0ca2-43d5-aa4f-91634277f053 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Feb 10 23:30:12.910874 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c99d1e3-d128-4d9a-b00f-29e1eb0df79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:13.083109 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40b91-7193-4026-a387-d2c5a074875e req-35085113-3116-4cd3-bc4d-5fd8a0927e40 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:13.084884 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4b40b91-7193-4026-a387-d2c5a074875e req-35085113-3116-4cd3-bc4d-5fd8a0927e40 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0712550 Feb 10 23:30:13.148626 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4b40b91-7193-4026-a387-d2c5a074875e req-d45da55e-e09a-4ac4-8514-35e31c286791 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519474 Feb 10 23:30:13.269315 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf3163-ff7b-4e3d-9aac-edda9a6e7d2e req-51c62829-6712-46f7-a054-f2b962bdc5e1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:13.298165 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f1bf3163-ff7b-4e3d-9aac-edda9a6e7d2e req-51c62829-6712-46f7-a054-f2b962bdc5e1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.1138175 Feb 10 23:30:13.373374 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-f1bf3163-ff7b-4e3d-9aac-edda9a6e7d2e req-32568518-a5d6-4416-822f-7490e1c2a617 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670254 Feb 10 23:30:14.348678 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e8906-d925-4910-9361-a08f9345ff98 req-59484a0b-f51f-49bf-9b02-aee90cba5e7f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:14.350774 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-170e8906-d925-4910-9361-a08f9345ff98 req-59484a0b-f51f-49bf-9b02-aee90cba5e7f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0774348 Feb 10 23:30:14.504555 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-170e8906-d925-4910-9361-a08f9345ff98 req-b6f2add1-debb-48b5-b428-d14e5ca6157c tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285696 Feb 10 23:30:14.524243 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f9220-2f11-4d9d-aece-edc66b8e5303 req-65ac41a5-9ae1-4aa8-995c-32854c4d4f60 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:14.532425 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef8f9220-2f11-4d9d-aece-edc66b8e5303 req-65ac41a5-9ae1-4aa8-995c-32854c4d4f60 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0752623 Feb 10 23:30:14.578547 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ef8f9220-2f11-4d9d-aece-edc66b8e5303 req-224dded8-843a-479b-b873-4715b1525b0f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Feb 10 23:30:15.264434 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7895fa8-6f21-424c-afaf-d9a5cf4ef2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:15.723047 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e2e4d-18e8-4c13-97e0-384f0423ff94 req-ba758ae8-feb3-43de-84e8-8858bf295c14 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:15.729682 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d5e2e4d-18e8-4c13-97e0-384f0423ff94 req-ba758ae8-feb3-43de-84e8-8858bf295c14 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.1616855 Feb 10 23:30:15.800692 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d5e2e4d-18e8-4c13-97e0-384f0423ff94 req-0c956e11-945a-4217-ade1-a13872d00139 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641980 Feb 10 23:30:15.826742 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50f83d-b536-476c-99b5-766f94e84ea8 req-a701e886-5a81-4ba4-90ba-11d599a844a6 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:15.830015 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ae50f83d-b536-476c-99b5-766f94e84ea8 req-a701e886-5a81-4ba4-90ba-11d599a844a6 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0949891 Feb 10 23:30:15.898519 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ae50f83d-b536-476c-99b5-766f94e84ea8 req-03593cc7-e3db-4999-a867-a2d65deb8b7d tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609415 Feb 10 23:30:15.992330 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:16.246295 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:30:16.926557 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab7d08-bf4c-4de4-bfbe-4eb8681122be req-f364639a-26cf-47c9-ab21-cf7dbcc8eda3 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:16.930559 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c9ab7d08-bf4c-4de4-bfbe-4eb8681122be req-f364639a-26cf-47c9-ab21-cf7dbcc8eda3 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0586262 Feb 10 23:30:16.994164 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c9ab7d08-bf4c-4de4-bfbe-4eb8681122be req-18880cc4-4518-46db-87f1-3087214c8b9f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569031 Feb 10 23:30:17.053466 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae8d75-88e5-4bd5-a325-887e05d7f1ac req-c81d9f34-ae5d-4c8c-b049-5335dcb72f36 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:17.054992 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32ae8d75-88e5-4bd5-a325-887e05d7f1ac req-c81d9f34-ae5d-4c8c-b049-5335dcb72f36 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0587795 Feb 10 23:30:17.112626 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-32ae8d75-88e5-4bd5-a325-887e05d7f1ac req-4fb37e60-cd8c-4d3d-984f-7d80510b0a96 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506864 Feb 10 23:30:17.673544 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:18.127634 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96e880-3d2a-460a-951f-868d20317d90 req-c03802aa-fda4-47be-95a4-171e9292462f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:18.129453 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e96e880-3d2a-460a-951f-868d20317d90 req-c03802aa-fda4-47be-95a4-171e9292462f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0675690 Feb 10 23:30:18.182005 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e96e880-3d2a-460a-951f-868d20317d90 req-59b209b5-741b-4dfc-beae-09b8a9b32e9d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463636 Feb 10 23:30:18.247132 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec81f33-eba9-48fd-8841-6b6fa2acfdbe req-2472b73f-1baf-46ad-833b-2d739fcda19b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:18.248978 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aec81f33-eba9-48fd-8841-6b6fa2acfdbe req-2472b73f-1baf-46ad-833b-2d739fcda19b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0554328 Feb 10 23:30:18.297317 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-aec81f33-eba9-48fd-8841-6b6fa2acfdbe req-40da8ffc-ecbc-44a8-bd77-a8b43a7e5321 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419033 Feb 10 23:30:19.301025 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7697c36-e45a-4521-bef1-a7a908f72ae4 req-646b6de7-bfbd-4102-9f8a-a8a8287e43da tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:19.302496 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7697c36-e45a-4521-bef1-a7a908f72ae4 req-646b6de7-bfbd-4102-9f8a-a8a8287e43da tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0542767 Feb 10 23:30:19.350644 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7697c36-e45a-4521-bef1-a7a908f72ae4 req-43f4aa69-2ee8-420d-a572-37a9c2899922 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424602 Feb 10 23:30:19.423951 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548572db-3ae2-4c49-8e13-0927dffb6696 req-d04a554d-6f41-40d5-b1fd-76c469a8b610 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:19.425423 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-548572db-3ae2-4c49-8e13-0927dffb6696 req-d04a554d-6f41-40d5-b1fd-76c469a8b610 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0561988 Feb 10 23:30:19.471200 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-548572db-3ae2-4c49-8e13-0927dffb6696 req-712b9c82-3d17-4310-af79-9d4e17ffb9d9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Feb 10 23:30:19.586052 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:20.466545 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141688ad-b416-4926-a2be-015fc070c45f req-939a1e78-7101-4585-b6a9-a1b3466f26c8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:20.468676 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-141688ad-b416-4926-a2be-015fc070c45f req-939a1e78-7101-4585-b6a9-a1b3466f26c8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0523067 Feb 10 23:30:20.522458 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-141688ad-b416-4926-a2be-015fc070c45f req-8f6a6caf-5d62-44e1-9b61-fe60394b9d03 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479395 Feb 10 23:30:20.588472 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03201b4e-8494-4294-9fd7-3d7a091bbc80 req-552af5ae-93dd-49b2-a500-adc8a43d24b4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:20.589971 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03201b4e-8494-4294-9fd7-3d7a091bbc80 req-552af5ae-93dd-49b2-a500-adc8a43d24b4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0531495 Feb 10 23:30:20.636194 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-03201b4e-8494-4294-9fd7-3d7a091bbc80 req-f1752e8e-ded2-419e-8c83-a20f0c586fb1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Feb 10 23:30:21.638752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865a5c7-3bf9-4b54-b8bb-8a2dcc21837c req-e6b17d96-523f-438d-b7df-4350defb9a25 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:21.640479 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c865a5c7-3bf9-4b54-b8bb-8a2dcc21837c req-e6b17d96-523f-438d-b7df-4350defb9a25 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0531082 Feb 10 23:30:21.692788 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Request body: {'port': {'device_id': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:21.700373 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c865a5c7-3bf9-4b54-b8bb-8a2dcc21837c req-82b7a34f-3aa6-4c98-af83-6c32913020dd tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544415 Feb 10 23:30:21.761198 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:21.762631 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e24729-8a6c-4b87-b8a7-2536caf1f445 req-aec8eb1a-81d0-4c51-935e-a4af30b87841 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:21.764235 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d2e24729-8a6c-4b87-b8a7-2536caf1f445 req-aec8eb1a-81d0-4c51-935e-a4af30b87841 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 931 time: 0.0554447 Feb 10 23:30:21.814228 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d2e24729-8a6c-4b87-b8a7-2536caf1f445 req-a08fb923-0cdf-4508-b571-708a10e7de67 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Feb 10 23:30:22.018978 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:30:22.026398 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Publish callbacks [] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:22.038114 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Transition to ACTIVE for port object 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:22.041580 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:22.096740 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:22.175600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Attempting to bind port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:30:22.176090 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Attempting to bind port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:30:22.176432 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Attempting to bind port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d on network c6c6d40d-d95b-495a-9154-57d071f734ef {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:30:22.180924 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d on network c6c6d40d-d95b-495a-9154-57d071f734ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:30:22.181244 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Attempting to bind port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d on network c6c6d40d-d95b-495a-9154-57d071f734ef {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:30:22.186149 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:30:22.186884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Checking segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:30:22.187539 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Bound using segment: {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:30:22.188012 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Bound port: 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:30:22.188379 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:22.257059 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:30:22.260169 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:30:22.267726 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:22.306129 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.306615 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:22.308439 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] 10.222.0.43 "PUT /v2.0/ports/9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 1093 time: 0.6245928 Feb 10 23:30:22.310785 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:22.313609 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aca64b-124f-48a4-aa56-021035342939" -d '{"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:22.334891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ebf12-86b2-4f4e-892e-d621932cd5d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:22.352786 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a043fd-f84b-4f1f-8926-c9a50070eec7 x-openstack-request-id: req-e5a043fd-f84b-4f1f-8926-c9a50070eec7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:22.353084 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:22.353364 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5a043fd-f84b-4f1f-8926-c9a50070eec7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:22.353783 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'status': 'completed', 'code': 200} Feb 10 23:30:22.450963 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aca64b-124f-48a4-aa56-021035342939 req-5a07b3f6-46e5-4488-aae4-0a39e49bcf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.452761 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50aca64b-124f-48a4-aa56-021035342939 req-5a07b3f6-46e5-4488-aae4-0a39e49bcf20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1127 time: 0.0500941 Feb 10 23:30:22.564101 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aca64b-124f-48a4-aa56-021035342939 req-d75c90b9-bdd5-4289-9678-d3a785235fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.565662 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50aca64b-124f-48a4-aa56-021035342939 req-d75c90b9-bdd5-4289-9678-d3a785235fef service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=42cc48a71496497b9adb74c8f5cf683f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985680 Feb 10 23:30:22.663675 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aca64b-124f-48a4-aa56-021035342939 req-a31ce8a0-dbe5-4224-87c8-418252db99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.665189 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50aca64b-124f-48a4-aa56-021035342939 req-a31ce8a0-dbe5-4224-87c8-418252db99cd service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923712 Feb 10 23:30:22.765936 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-f222d148-1f7f-408f-8c5a-7eccd4bb62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.767467 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-f222d148-1f7f-408f-8c5a-7eccd4bb62a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1127 time: 0.0459967 Feb 10 23:30:22.819708 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-2cda72ef-d93b-4461-95ed-bf222ff3541a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 217 time: 0.0362194 Feb 10 23:30:22.822860 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a24baf-6c0e-4b44-afd7-7c5b38f96dba req-d23d2662-790c-41b5-bff4-61782417310b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.824501 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-39a24baf-6c0e-4b44-afd7-7c5b38f96dba req-d23d2662-790c-41b5-bff4-61782417310b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 943 time: 0.0536230 Feb 10 23:30:22.875884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-4fb59482-2e9e-4821-9a1f-136e9c06cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.877084 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-39a24baf-6c0e-4b44-afd7-7c5b38f96dba req-63fe6f8b-6e87-440d-be83-791511ca0945 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469801 Feb 10 23:30:22.877355 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-4fb59482-2e9e-4821-9a1f-136e9c06cb16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0516503 Feb 10 23:30:22.958772 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-f99575f7-007d-454c-9e58-362c7d56f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.960240 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-f99575f7-007d-454c-9e58-362c7d56f319 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768886 Feb 10 23:30:22.967589 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d559bb-c6b5-4f46-9131-ee3bd4147d37 req-b6125f6f-0d8b-4290-8eee-52ce37e78bce tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:22.969706 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35d559bb-c6b5-4f46-9131-ee3bd4147d37 req-b6125f6f-0d8b-4290-8eee-52ce37e78bce tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 943 time: 0.0851309 Feb 10 23:30:23.069968 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35d559bb-c6b5-4f46-9131-ee3bd4147d37 req-c14cd692-c67e-4ab2-8199-1acdfbd6ca00 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923045 Feb 10 23:30:23.088562 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-bb70d293-72c7-4243-9439-7af2a79fae44 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178586 Feb 10 23:30:23.179443 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d138aa76-fda4-4f3a-9e03-f7e74e68a778 req-c6b07442-8108-41f0-a0a8-804c4490b92c service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Feb 10 23:30:23.313368 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a044698c-10b0-4b1a-9baf-399459718881 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:30:23.409059 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a044698c-10b0-4b1a-9baf-399459718881, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a044698c-10b0-4b1a-9baf-399459718881,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:23.419893 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a044698c-10b0-4b1a-9baf-399459718881', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:30:23.456981 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a044698c-10b0-4b1a-9baf-399459718881 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:23.457374 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a044698c-10b0-4b1a-9baf-399459718881), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:23.469667 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a044698c-10b0-4b1a-9baf-399459718881 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:30:23.488724 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a044698c-10b0-4b1a-9baf-399459718881, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a044698c-10b0-4b1a-9baf-399459718881,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:23.492631 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a044698c-10b0-4b1a-9baf-399459718881), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:23.541036 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a044698c-10b0-4b1a-9baf-399459718881,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:23.955502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a044698c-10b0-4b1a-9baf-399459718881'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:30:23.994658 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db584ad-0f34-4cbc-a8f8-ab3d7df63306 req-3d42d4b7-8c93-400e-87c5-37d98124bdbf tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:23.996157 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3db584ad-0f34-4cbc-a8f8-ab3d7df63306 req-3d42d4b7-8c93-400e-87c5-37d98124bdbf tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 944 time: 0.0540092 Feb 10 23:30:24.045556 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3db584ad-0f34-4cbc-a8f8-ab3d7df63306 req-b8a40602-b6ab-4c4d-947b-aca705f203df tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432556 Feb 10 23:30:24.191473 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f3de8-210a-4047-8cd4-49e14baee09d req-f9e11d22-58ac-40c3-8c65-57aa65cb9fe1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:24.192995 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e42f3de8-210a-4047-8cd4-49e14baee09d req-f9e11d22-58ac-40c3-8c65-57aa65cb9fe1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 943 time: 0.0534379 Feb 10 23:30:24.238473 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e42f3de8-210a-4047-8cd4-49e14baee09d req-c4155c00-268e-4983-9615-cd8ee2f0e389 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398052 Feb 10 23:30:25.167768 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9ba57-fdf2-40e2-b02c-32aec16b87cf req-72f71d04-e5eb-4562-aed4-107b02220e85 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:25.169282 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-79b9ba57-fdf2-40e2-b02c-32aec16b87cf req-72f71d04-e5eb-4562-aed4-107b02220e85 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 944 time: 0.0565634 Feb 10 23:30:25.216662 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-79b9ba57-fdf2-40e2-b02c-32aec16b87cf req-701d63fb-107b-4742-b46a-73789e4df15c tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Feb 10 23:30:25.344236 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:30:25.352672 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad654a-eff8-46e6-99fe-26f42f212629 req-52961338-fdbc-4a55-aa48-f13a512ceaab tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:25.354271 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fad654a-eff8-46e6-99fe-26f42f212629 req-52961338-fdbc-4a55-aa48-f13a512ceaab tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 943 time: 0.0513182 Feb 10 23:30:25.354845 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a044698c-10b0-4b1a-9baf-399459718881 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:30:25.400650 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fad654a-eff8-46e6-99fe-26f42f212629 req-83f79b57-237c-4b5d-86dd-61785fbdc9d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400209 Feb 10 23:30:25.459753 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a044698c-10b0-4b1a-9baf-399459718881 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:25.468391 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a044698c-10b0-4b1a-9baf-399459718881 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:25.468764 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a044698c-10b0-4b1a-9baf-399459718881), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:25.509756 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:25.524795 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'port_id': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'mac_address': 'fa:16:3e:40:7c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:30:25.589307 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:25.589691 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:25.612051 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:30:25.617972 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a044698c-10b0-4b1a-9baf-399459718881 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:25.618352 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a044698c-10b0-4b1a-9baf-399459718881), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:25.645617 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:25.653033 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:25.656035 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c887fb-af14-41f4-b5f5-60698f3916a0" -d '{"events": [{"server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "name": "network-vif-plugged", "status": "completed", "tag": "a044698c-10b0-4b1a-9baf-399459718881"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:25.658378 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:25.687485 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a044698c-10b0-4b1a-9baf-399459718881, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a044698c-10b0-4b1a-9baf-399459718881,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:25.695783 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b7f785-f2f5-4156-9f98-ff1b866a2ac4 x-openstack-request-id: req-a6b7f785-f2f5-4156-9f98-ff1b866a2ac4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:25.696103 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "name": "network-vif-plugged", "status": "completed", "tag": "a044698c-10b0-4b1a-9baf-399459718881", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:25.696361 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6b7f785-f2f5-4156-9f98-ff1b866a2ac4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:25.696747 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881', 'code': 200} Feb 10 23:30:25.697355 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a044698c-10b0-4b1a-9baf-399459718881), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:25.718860 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:25.766918 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a044698c-10b0-4b1a-9baf-399459718881,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:25.945776 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e05dff-be64-4cfa-b6b4-9ba2ebc4e86f req-91b93438-fa6f-4e54-8e53-181aa42865df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:25.947345 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f4e05dff-be64-4cfa-b6b4-9ba2ebc4e86f req-91b93438-fa6f-4e54-8e53-181aa42865df service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1129 time: 0.0472040 Feb 10 23:30:25.991311 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f4e05dff-be64-4cfa-b6b4-9ba2ebc4e86f req-86158113-00d1-41c4-9914-ce036547e199 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384266 Feb 10 23:30:26.070533 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:30:26.332156 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dab65a-9a1c-4ea2-9dbc-2ff7009de196 req-2b417e58-c563-469c-a653-0c5a12902c22 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:26.333647 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3dab65a-9a1c-4ea2-9dbc-2ff7009de196 req-2b417e58-c563-469c-a653-0c5a12902c22 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.0521197 Feb 10 23:30:26.381582 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3dab65a-9a1c-4ea2-9dbc-2ff7009de196 req-d40f94a4-3064-4ed7-9e70-99c26cd3a1ff tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425577 Feb 10 23:30:26.520931 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3275fc-8934-4939-b67e-ed4fea59d983 req-1297e448-4131-473a-856a-2e248b868783 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:26.522454 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1a3275fc-8934-4939-b67e-ed4fea59d983 req-1297e448-4131-473a-856a-2e248b868783 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 944 time: 0.0521646 Feb 10 23:30:26.568451 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-1a3275fc-8934-4939-b67e-ed4fea59d983 req-ea375d7b-64e8-4f45-9daf-148066ea101b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400977 Feb 10 23:30:27.343702 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:30:27.393338 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:30:27.397083 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:27.397452 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:27.488417 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:27.488806 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:27.511706 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c6a0-95d3-46d6-a197-84a1e39a2e4c req-7e774036-86d2-488d-be7a-7b94107bd27d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:27.513909 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2154c6a0-95d3-46d6-a197-84a1e39a2e4c req-7e774036-86d2-488d-be7a-7b94107bd27d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.0653050 Feb 10 23:30:27.523555 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:27.527530 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:27.567795 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2154c6a0-95d3-46d6-a197-84a1e39a2e4c req-5dd492b3-26f6-40cf-aaf3-7170a33c6b11 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482707 Feb 10 23:30:27.580273 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:27.683771 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fef44-4430-462c-bbd7-ff18cddcc8fd req-8143eda3-d0c6-499a-9818-1838d248729e tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:27.685304 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-437fef44-4430-462c-bbd7-ff18cddcc8fd req-8143eda3-d0c6-499a-9818-1838d248729e tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0527313 Feb 10 23:30:27.698026 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:27.700321 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343d4a7-cc82-4449-bdc0-859b278cd019" -d '{"events": [{"server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "name": "network-vif-plugged", "status": "completed", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:27.736306 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8eed43-72cf-4d65-8923-5c846429f744 x-openstack-request-id: req-7f8eed43-72cf-4d65-8923-5c846429f744 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:27.736601 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "name": "network-vif-plugged", "status": "completed", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:27.736721 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-437fef44-4430-462c-bbd7-ff18cddcc8fd req-45685366-db2e-4a35-9b24-912ebe444f7a tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456450 Feb 10 23:30:27.736860 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7f8eed43-72cf-4d65-8923-5c846429f744 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:27.737248 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'code': 200} Feb 10 23:30:27.937452 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a2d3c-d9e6-40bd-bbad-8c9184ea8b33 req-f4a57de1-8c77-495e-a5cb-fdf3179f0fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:27.938851 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-730a2d3c-d9e6-40bd-bbad-8c9184ea8b33 req-f4a57de1-8c77-495e-a5cb-fdf3179f0fff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1129 time: 0.0456841 Feb 10 23:30:27.982084 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-730a2d3c-d9e6-40bd-bbad-8c9184ea8b33 req-4ef560dc-86d7-4c67-8b4c-0cb627a24233 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362344 Feb 10 23:30:28.687978 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2fcb-8aac-49d1-94a8-f4b519c2e5f0 req-a80b6507-9bf2-4885-8da2-ec9cbf727749 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.689457 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3de2fcb-8aac-49d1-94a8-f4b519c2e5f0 req-a80b6507-9bf2-4885-8da2-ec9cbf727749 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.0538957 Feb 10 23:30:28.737696 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3de2fcb-8aac-49d1-94a8-f4b519c2e5f0 req-412264c3-cf7b-43c6-ac49-541479088ed6 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Feb 10 23:30:28.852232 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51366f40-abb4-491d-929e-15b9a9db92f8 req-3698fc02-0108-4e9b-8d54-e26a3236afc8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.853952 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51366f40-abb4-491d-929e-15b9a9db92f8 req-3698fc02-0108-4e9b-8d54-e26a3236afc8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0529556 Feb 10 23:30:28.854273 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb622d-f02a-47e6-83b5-f5dbdc8b16ef req-dce05b32-8497-4917-bab6-4b3b17ee9233 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.855734 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1bb622d-f02a-47e6-83b5-f5dbdc8b16ef req-dce05b32-8497-4917-bab6-4b3b17ee9233 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.0550210 Feb 10 23:30:28.902560 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51366f40-abb4-491d-929e-15b9a9db92f8 req-f90b585e-dcd1-4c1e-bdeb-56fc8ba76b51 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 Feb 10 23:30:28.907277 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1bb622d-f02a-47e6-83b5-f5dbdc8b16ef req-ed133569-f89b-4b91-9938-364d84306138 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452571 Feb 10 23:30:28.929373 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:28.971792 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a352cd-d0f1-421b-b2b7-bce924277159 tempest-TestVolumeBootPattern-1661398035 tempest-TestVolumeBootPattern-1661398035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:28.973362 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-41a352cd-d0f1-421b-b2b7-bce924277159 tempest-TestVolumeBootPattern-1661398035 tempest-TestVolumeBootPattern-1661398035-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1124 time: 0.0430193 Feb 10 23:30:28.976460 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:28.980609 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:28.999966 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:29.095347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:29.202824 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Allocated IP 172.27.1.55 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/f42f2f52-043e-45fc-942f-35bf285994ff) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:29.311710 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (f42f2f52-043e-45fc-942f-35bf285994ff), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:29.352940 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (f42f2f52-043e-45fc-942f-35bf285994ff), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:29.395382 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:29.398976 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:29.402894 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:30:29.438484 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=f42f2f52-043e-45fc-942f-35bf285994ff,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:29.450704 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.451058 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.451407 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.452312 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.452649 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.453028 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.453504 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.453843 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.454177 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.454512 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.454843 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.455167 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.455494 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:29.809235 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (dac4444b-2a6c-473f-a71a-506f2cfbaa47), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:29.886043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (f42f2f52-043e-45fc-942f-35bf285994ff), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:30.029466 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1825-7892-4c28-be81-7216f51aa8cc req-e3f3c433-dd9a-4ab0-b73f-8e0fa30103d7 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:30.031857 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51cf1825-7892-4c28-be81-7216f51aa8cc req-e3f3c433-dd9a-4ab0-b73f-8e0fa30103d7 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0579209 Feb 10 23:30:30.049444 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (f42f2f52-043e-45fc-942f-35bf285994ff), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:30.055148 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (f42f2f52-043e-45fc-942f-35bf285994ff), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:30.088963 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-51cf1825-7892-4c28-be81-7216f51aa8cc req-9a41181f-9bdf-476d-a61d-86b1d1a67f86 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479219 Feb 10 23:30:30.135750 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=f42f2f52-043e-45fc-942f-35bf285994ff,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:30.156548 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (dac4444b-2a6c-473f-a71a-506f2cfbaa47), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:30.298352 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff16c0-fb3e-425c-ab0f-960648437729 req-e54b6dc6-abd1-4c42-b178-eddfbbd3f99b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:30.299925 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fff16c0-fb3e-425c-ab0f-960648437729 req-e54b6dc6-abd1-4c42-b178-eddfbbd3f99b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.1067960 Feb 10 23:30:30.305114 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Floating IP dac4444b-2a6c-473f-a71a-506f2cfbaa47 associated. External IP: 172.27.1.55, port: a044698c-10b0-4b1a-9baf-399459718881. Feb 10 23:30:30.396283 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fff16c0-fb3e-425c-ab0f-960648437729 req-97cfc1ef-a9c5-41db-8331-a6ebbef1fae3 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887132 Feb 10 23:30:30.558744 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:30:30.994989 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:30:31.006736 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:30:31.019730 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:31.020419 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:30:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:31.026048 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7c809-14e6-445d-b2de-89973955a818 req-b4dc4b33-406e-4a34-bb60-dee52ed8c7c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:31.027563 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2c7c809-14e6-445d-b2de-89973955a818 req-b4dc4b33-406e-4a34-bb60-dee52ed8c7c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0842955 Feb 10 23:30:31.031423 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:31.089794 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-592d1e6e-7625-467a-a6ba-4328b9600ec8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1109006 Feb 10 23:30:31.089794 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:31.092253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "tag": "a044698c-10b0-4b1a-9baf-399459718881"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:31.127006 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2c7c809-14e6-445d-b2de-89973955a818 req-84ced0ed-048a-4837-9257-c7679aa4b885 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916624 Feb 10 23:30:31.138535 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc6a75-118a-492e-9561-24d8a349bb16 x-openstack-request-id: req-c6bc6a75-118a-492e-9561-24d8a349bb16 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:31.139869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "tag": "a044698c-10b0-4b1a-9baf-399459718881", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:31.139869 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6bc6a75-118a-492e-9561-24d8a349bb16 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:31.139869 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881', 'status': 'completed', 'code': 200} Feb 10 23:30:31.146073 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:31.234142 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-692f1d64-508c-45f2-ab86-733881a7252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:31.236302 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-692f1d64-508c-45f2-ab86-733881a7252f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1129 time: 0.0519972 Feb 10 23:30:31.353930 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-abbf2bdd-70b6-4a5b-8975-068724ddd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:31.355567 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-abbf2bdd-70b6-4a5b-8975-068724ddd849 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.1142240 Feb 10 23:30:31.421768 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:29Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:31.429665 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-c0657cc0-9d2c-4f33-9641-80d99632fa21 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 998 time: 0.0675244 Feb 10 23:30:31.451993 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:30:31.462972 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:31.464118 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:30:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:31.489656 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-be882700-82a1-4890-ba0e-adfb8550673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:31.491485 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-be882700-82a1-4890-ba0e-adfb8550673e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0556576 Feb 10 23:30:31.555805 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-fc3ef981-36ee-470a-b717-1ec7e4ac773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:31.557449 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-fc3ef981-36ee-470a-b717-1ec7e4ac773d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601580 Feb 10 23:30:31.614319 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:31.675767 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-079be79c-25d2-401d-835b-bc91a5702af4 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122811 Feb 10 23:30:31.784312 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f92fd5ee-89c7-4145-b8a0-e51532f40cfb req-2c4b9293-7e68-48cd-b15f-69c638f6ce86 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011324 Feb 10 23:30:31.868691 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:29Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:31.896234 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe3acb9-a0ae-4a31-a359-20870e9e5a40 None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:29Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:30:32.079391 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d629a09-6af4-4aab-8c9d-a650f175195c None None] New status for floating IP dac4444b-2a6c-473f-a71a-506f2cfbaa47: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:30:36.305935 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:40.838412 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b23e2f-c401-4702-85f9-776d1d4afd34 req-48569f11-e870-422e-b50b-3449a07d4aa9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:40.839935 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1b23e2f-c401-4702-85f9-776d1d4afd34 req-48569f11-e870-422e-b50b-3449a07d4aa9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.1788435 Feb 10 23:30:40.885877 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1b23e2f-c401-4702-85f9-776d1d4afd34 req-098517ca-7d97-4c1f-8720-0a4525d7da95 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400572 Feb 10 23:30:40.908183 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56294) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:40.991573 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d8fe30-208e-48c4-a658-0e212e8e66ad tempest-TestMinimumBasicScenario-1996457464 tempest-TestMinimumBasicScenario-1996457464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:40.993119 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-42d8fe30-208e-48c4-a658-0e212e8e66ad tempest-TestMinimumBasicScenario-1996457464 tempest-TestMinimumBasicScenario-1996457464-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1124 time: 0.0839937 Feb 10 23:30:40.995988 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56298) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:41.000720 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'port_id': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:41.019813 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.117635 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.223362 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Allocated IP 172.27.1.248 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/6553c571-90a0-44a5-a99e-5e05d7d99bfe) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:41.323161 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.356098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.394486 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:41.397324 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:41.400804 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:30:41.430725 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'Port': ['ID=6553c571-90a0-44a5-a99e-5e05d7d99bfe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:41.765770 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for floatingip (3aad343e-41e3-4bd4-960b-c1e2bc7505d7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.834409 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.984951 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:41.989433 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.057738 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'Port': ['ID=6553c571-90a0-44a5-a99e-5e05d7d99bfe,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:42.069707 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (3aad343e-41e3-4bd4-960b-c1e2bc7505d7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.173130 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Floating IP 3aad343e-41e3-4bd4-960b-c1e2bc7505d7 associated. External IP: 172.27.1.248, port: 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d. Feb 10 23:30:42.384210 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Router 467fbea8-862e-41a2-87c1-c16f2117b4d8 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:30:42.493484 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:30:42.503800 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] Sync routers for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:30:42.514583 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:42.514755 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.515379 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:30:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:42.543689 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cc98f6e6-393e-4998-8435-9ce751df05e0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5467021 Feb 10 23:30:42.544308 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:42.546576 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:42.547100 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56300) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:42.555021 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-622408647', 'description': 'tempest-secgroup-smoke-622408647 description', 'project_id': '42cc48a71496497b9adb74c8f5cf683f'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:42.584735 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.588210 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e5265b-723d-4e82-8041-64ecbc993009 x-openstack-request-id: req-f0e5265b-723d-4e82-8041-64ecbc993009 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:42.588358 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:42.588595 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0e5265b-723d-4e82-8041-64ecbc993009 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:42.589145 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'status': 'completed', 'code': 200} Feb 10 23:30:42.631111 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:42.666120 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group (ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.670852 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.708731 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.712961 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1618710 Feb 10 23:30:42.713133 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:42.717919 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:42.723314 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:42.737097 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.737448 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.737797 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.738132 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.738475 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.738590 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-3007b72c-5410-4337-933d-0db99da15ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:42.738819 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.739134 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.739463 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.739788 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.740139 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.740469 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.740597 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-3007b72c-5410-4337-933d-0db99da15ec7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1129 time: 0.1005988 Feb 10 23:30:42.740913 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.741234 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060a1997-666d-42c7-9288-ea68901fa95f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:42.763768 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (b23a31b0-bf00-4870-83ec-c4752d2b3e27), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.814909 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (b23a31b0-bf00-4870-83ec-c4752d2b3e27), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.820171 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (b23a31b0-bf00-4870-83ec-c4752d2b3e27), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.842216 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-584e8650-f0d6-4593-a138-3a6eec227317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:42.844432 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-584e8650-f0d6-4593-a138-3a6eec227317 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 916 time: 0.0931087 Feb 10 23:30:42.851449 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23a31b0-bf00-4870-83ec-c4752d2b3e27,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:42.876251 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.880187 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d3cf5929-f01b-4bf2-a31d-3ad4c68015a4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636605 Feb 10 23:30:42.880442 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56308) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:42.885248 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:42.913090 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-19092b62-d1b5-4491-8dac-c286f89e38ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 999 time: 0.0613570 Feb 10 23:30:42.915043 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (cb676f54-4aba-498e-a4ea-bfe34c58526d), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.957778 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b8279923-0a46-4d77-847e-bd5e131afffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.965433 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-65348639-2e7d-436f-96b8-efdc0aeddb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:42.967210 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-65348639-2e7d-436f-96b8-efdc0aeddb34 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0483050 Feb 10 23:30:42.981639 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (cb676f54-4aba-498e-a4ea-bfe34c58526d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:42.986323 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (cb676f54-4aba-498e-a4ea-bfe34c58526d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.001405 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb676f54-4aba-498e-a4ea-bfe34c58526d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:43.015513 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '3aad343e-41e3-4bd4-960b-c1e2bc7505d7', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'port_id': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'mac_address': 'fa:16:3e:40:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:41Z', 'updated_at': '2022-02-10T23:30:41Z', 'revision_number': 0, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:43.019347 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.023514 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56310) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:43.024231 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b2ec83aa-baf3-42b3-9a80-cb9a973d9983 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421325 Feb 10 23:30:43.028677 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:43.041422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-c2de14be-357b-4010-905f-eda18a0caabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:43.042885 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-c2de14be-357b-4010-905f-eda18a0caabf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671389 Feb 10 23:30:43.048207 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] Checking router: 467fbea8-862e-41a2-87c1-c16f2117b4d8 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:30:43.057314 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:30:43.057935 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:30:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:43.082400 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (7a679487-8450-4a4f-ab2e-48d14dd4dc3c), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.167688 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:30:43.174198 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-c9a5db33-0140-4df1-a5c2-7dfc1f4cbf78 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210237 Feb 10 23:30:43.197940 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (7a679487-8450-4a4f-ab2e-48d14dd4dc3c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.208948 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (7a679487-8450-4a4f-ab2e-48d14dd4dc3c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.237016 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a679487-8450-4a4f-ab2e-48d14dd4dc3c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:43.268690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.269879 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-de7d3d20-dd89-4d68-ada4-6679cc9ab3d5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2453473 Feb 10 23:30:43.272989 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56312) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:43.280344 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:43.301285 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bff34b9-6b39-4dbf-8fc6-ffe5b654049a req-670c5b01-4a89-4235-bba3-c1e50c7b8940 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161971 Feb 10 23:30:43.307505 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (4da498f7-d6f8-49ce-b65f-7dc7863383a1), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.374065 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (4da498f7-d6f8-49ce-b65f-7dc7863383a1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.378586 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (4da498f7-d6f8-49ce-b65f-7dc7863383a1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.398566 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da498f7-d6f8-49ce-b65f-7dc7863383a1,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:43.409361 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.410860 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5ba984ca-2226-449c-b295-e3e069d5cdcb tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364055 Feb 10 23:30:43.413322 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:43.417746 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:43.418888 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '3aad343e-41e3-4bd4-960b-c1e2bc7505d7', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'port_id': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'mac_address': 'fa:16:3e:40:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:41Z', 'updated_at': '2022-02-10T23:30:41Z', 'revision_number': 0, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:43.440861 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Project 42cc48a71496497b9adb74c8f5cf683f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:30:43.445818 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (8ac8426f-eb3d-4e08-a86e-18566083de5e), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.452461 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8e717a-ae95-4aed-82a8-304587ab6ae9 None None] The sync data for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi is: [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': '3aad343e-41e3-4bd4-960b-c1e2bc7505d7', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'floating_ip_address': '172.27.1.248', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'port_id': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'mac_address': 'fa:16:3e:40:7c:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:41Z', 'updated_at': '2022-02-10T23:30:41Z', 'revision_number': 0, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:30:43.510969 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (8ac8426f-eb3d-4e08-a86e-18566083de5e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.514851 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (8ac8426f-eb3d-4e08-a86e-18566083de5e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.534929 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac8426f-eb3d-4e08-a86e-18566083de5e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:43.540906 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.544937 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ab503877-d0a6-4c1d-92fa-da8cc3302362 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277940 Feb 10 23:30:43.545145 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56316) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:30:43.549295 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'security_group_rule': {'security_group_id': 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e', 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:43.569955 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Project 42cc48a71496497b9adb74c8f5cf683f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:30:43.574991 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (ff938a3d-0a95-4176-b8fd-02cd25422b6b), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.639803 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (ff938a3d-0a95-4176-b8fd-02cd25422b6b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.644060 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586401'] for security_group_rule (ff938a3d-0a95-4176-b8fd-02cd25422b6b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.654283 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c92d7f7-7b06-481a-b26d-17cc0a64c4c7 None None] New status for floating IP 3aad343e-41e3-4bd4-960b-c1e2bc7505d7: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:30:43.662009 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff938a3d-0a95-4176-b8fd-02cd25422b6b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:43.671996 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:43.676005 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-77ceaa8c-597d-443b-a8f9-977b3edbf4c9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272340 Feb 10 23:30:43.763972 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-8ac2791c-8f76-4cb3-ab9c-fab48daed66b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622408647&fields=id&tenant_id=42cc48a71496497b9adb74c8f5cf683f HTTP/1.1" status: 200 len: 267 time: 0.0452414 Feb 10 23:30:43.828346 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-305f13ec-4f63-4507-baf3-180c146e7464 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:43.830149 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-305f13ec-4f63-4507-baf3-180c146e7464 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0606413 Feb 10 23:30:43.841288 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'port': {'security_groups': ['4e645775-e9a6-4ecd-aeee-34a123d6ae92', 'ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:43.910684 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:44.097142 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:30:44.126744 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:44.131119 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:44.168771 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:30:44.172260 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.172973 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:44.174372 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0843bd0-3fe0-40a9-b503-42443c6f7bda req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "PUT /v2.0/ports/9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 981 time: 0.3381448 Feb 10 23:30:44.209867 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049cdb0-2c08-4218-958c-6403edf3b486 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:44.314933 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:30:44.344760 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3263611-f61a-4ebc-a829-b3a1bc908956 req-696453e0-0571-4286-a1f1-f3d6959c2886 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.346393 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d3263611-f61a-4ebc-a829-b3a1bc908956 req-696453e0-0571-4286-a1f1-f3d6959c2886 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.1107476 Feb 10 23:30:44.410126 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d3263611-f61a-4ebc-a829-b3a1bc908956 req-c8ad533e-6e22-4e90-90b1-c6b525f128f4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558214 Feb 10 23:30:44.490704 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-fcf082d8-7104-4e39-a56d-552d297d870a None None] Provisioning complete for port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:30:44.490997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fcf082d8-7104-4e39-a56d-552d297d870a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:44.590673 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:30:44.593025 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645f3c00-4614-4944-951f-53f83840e5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:30:44.629715 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbd4664-833a-42d2-8954-167719935805 x-openstack-request-id: req-acbd4664-833a-42d2-8954-167719935805 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:30:44.630013 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:30:44.630268 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-acbd4664-833a-42d2-8954-167719935805 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:30:44.630673 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'status': 'completed', 'code': 200} Feb 10 23:30:44.697764 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-fcf082d8-7104-4e39-a56d-552d297d870a None None] Current status of the port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:30:44.733016 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3c00-4614-4944-951f-53f83840e5e9 req-01f0a8e7-29b3-48cf-a3c1-da63a9dacef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.734553 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-01f0a8e7-29b3-48cf-a3c1-da63a9dacef0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1168 time: 0.0512977 Feb 10 23:30:44.822322 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3c00-4614-4944-951f-53f83840e5e9 req-3acb3ce4-598f-46b0-abe6-86bfe5a4f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.823779 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-3acb3ce4-598f-46b0-abe6-86bfe5a4f697 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 916 time: 0.0828030 Feb 10 23:30:44.891569 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-6148cef5-9871-4e4a-acf8-13bf97180426 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 1001 time: 0.0604448 Feb 10 23:30:44.942001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3c00-4614-4944-951f-53f83840e5e9 req-94377d56-bd42-4c20-9120-23d9447e1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.943342 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-94377d56-bd42-4c20-9120-23d9447e1019 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0424051 Feb 10 23:30:44.991276 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645f3c00-4614-4944-951f-53f83840e5e9 req-74dadd40-7ced-4075-8fed-49d85dd727c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:44.992764 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-74dadd40-7ced-4075-8fed-49d85dd727c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431716 Feb 10 23:30:45.081433 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-4384e4c0-dec5-4c3b-ac3d-f45bad77752f service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818918 Feb 10 23:30:45.171031 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-645f3c00-4614-4944-951f-53f83840e5e9 req-014f30f4-8a0f-4371-84eb-3c3c86da07ab service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813687 Feb 10 23:30:45.257013 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d3029187-8eaa-49e8-9317-71c982ca504a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:45.991052 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:46.080886 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-df7f71aa-a181-4734-bba4-d1866fea8afb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463524 Feb 10 23:30:46.182835 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-7b1b971f-18b5-4176-8736-d805009e733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:46.184331 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-7b1b971f-18b5-4176-8736-d805009e733a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1129 time: 0.0439372 Feb 10 23:30:46.283505 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-ea631617-7e20-4dcf-ba3e-136aaacec0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:46.284891 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-ea631617-7e20-4dcf-ba3e-136aaacec0c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0828085 Feb 10 23:30:46.351787 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-74fb7fca-ef7f-4fff-a8ba-d947c6ce7087 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 1000 time: 0.0603104 Feb 10 23:30:46.398038 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-d7a06441-f26b-4158-85a3-8e9681e3ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:46.399429 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-d7a06441-f26b-4158-85a3-8e9681e3ead9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0410411 Feb 10 23:30:46.448781 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-b52dcdab-a8c4-4d6c-940b-01262368d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:46.450275 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-b52dcdab-a8c4-4d6c-940b-01262368d499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444031 Feb 10 23:30:46.805786 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-fd9b7c5f-c65c-46ae-b7d6-c4e1d302fd0f service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490574 Feb 10 23:30:46.896439 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f218d257-66fe-4d8d-8ab6-451779297a92 req-bc9dc7ee-c89e-4157-b57a-21593bf109bc service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843680 Feb 10 23:30:47.659745 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:49.586907 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:30:53.245200 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:31:02.914608 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-fbf47505-7186-41d4-8877-10dbb90a9369 req-008b14f1-ce8c-4264-b7e7-8599c328ecd4 service neutron] (102668) timed out ('10.222.0.43', 59166) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:31:03.204021 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-d997946a-f4d1-4823-a9e4-0cfbe96b877f req-b35dcb09-89e3-47aa-bda9-27382aae6477 service neutron] (102668) timed out ('10.222.0.43', 59171) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:31:06.315678 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:12.913126 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4eca387a-e550-4341-ae37-3b1183ec6d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:14.769841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-b60cef47-eefc-4367-8191-dc07801812a4 req-f5554d16-1f8f-4774-b169-88a52f8ca2c8 service neutron] (102669) timed out ('10.222.0.43', 59153) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:31:15.258440 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7a290b66-4ebc-4e0a-ae93-f2fcf2383b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:15.993317 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:17.662952 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:19.588315 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:30.243644 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:31:36.331216 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:42.914085 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f98b52f0-55d0-4193-9c65-8a7804b7d259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:45.261018 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c1fae878-d11e-4a0b-ae82-f0c6dda646b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:45.415200 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b99fe-0cdd-479c-97fa-f3c2af5276a4 req-7e5f0d68-b547-4433-aff0-a81fe58ef058 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.416781 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec4b99fe-0cdd-479c-97fa-f3c2af5276a4 req-7e5f0d68-b547-4433-aff0-a81fe58ef058 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0834951 Feb 10 23:31:45.442829 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-b4a96e59-b66f-498b-9579-d1f38dd0b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.444342 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-b4a96e59-b66f-498b-9579-d1f38dd0b409 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1168 time: 0.0703902 Feb 10 23:31:45.536106 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec4b99fe-0cdd-479c-97fa-f3c2af5276a4 req-9ba038a2-8301-4bac-b085-58d44ba85848 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116531 Feb 10 23:31:45.565953 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-cd218cc5-9164-4c60-97fa-71554615adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.567446 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-cd218cc5-9164-4c60-97fa-71554615adf9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 916 time: 0.1122792 Feb 10 23:31:45.633553 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-c31ef545-fae2-4fa1-bc67-2649d6734d36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 1001 time: 0.0588179 Feb 10 23:31:45.686023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-dddc4c18-b51d-4f14-8a4e-057927065ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.687393 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-dddc4c18-b51d-4f14-8a4e-057927065ff4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0474107 Feb 10 23:31:45.735469 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-bde6534e-cf2a-4c8f-a9bd-3b1f917aa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.736994 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-bde6534e-cf2a-4c8f-a9bd-3b1f917aa2a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436943 Feb 10 23:31:45.824865 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-4007f48f-1e55-4fd6-8db5-1307ff679213 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817595 Feb 10 23:31:45.918063 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-746ef26e-2b6a-4a72-aafb-b5c3cc891bae req-813b5fba-abe1-4321-a95d-ca697e0bae99 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867028 Feb 10 23:31:45.997358 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:46.657124 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bfe083-231d-481a-9b66-c655139fefd3 req-23b2ca22-8608-4ece-af36-0e38cb0f6a1f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:46.658609 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-50bfe083-231d-481a-9b66-c655139fefd3 req-23b2ca22-8608-4ece-af36-0e38cb0f6a1f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0533481 Feb 10 23:31:46.716107 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-50bfe083-231d-481a-9b66-c655139fefd3 req-f56468f6-682b-4ff9-8069-f083934aac93 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517986 Feb 10 23:31:47.665533 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:47.833984 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a8879-5964-4404-a478-b4f16ca9a5e9 req-e287f20e-242a-4ec3-9417-41e4fe8516dd tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:47.835448 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-792a8879-5964-4404-a478-b4f16ca9a5e9 req-e287f20e-242a-4ec3-9417-41e4fe8516dd tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0517509 Feb 10 23:31:47.894359 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-792a8879-5964-4404-a478-b4f16ca9a5e9 req-df52b50c-33c2-4620-85d0-2e93c7b2071e tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526011 Feb 10 23:31:48.087995 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-03e7964e-2c74-4bc0-afc3-df43cf51b737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:48.090028 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-03e7964e-2c74-4bc0-afc3-df43cf51b737 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1168 time: 0.0491886 Feb 10 23:31:48.190494 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-41c10cbe-f18f-454d-a36b-5b3d4242d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:48.191996 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-41c10cbe-f18f-454d-a36b-5b3d4242d01c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 916 time: 0.0834944 Feb 10 23:31:48.259316 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-0ba6084a-3264-4f99-adf0-4238c95397e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 1001 time: 0.0616207 Feb 10 23:31:48.311610 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-97eb44ee-af64-4c41-a99d-5a407f29ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:48.313704 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-97eb44ee-af64-4c41-a99d-5a407f29ac18 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0485308 Feb 10 23:31:48.362838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-a480583f-00ef-4434-88bd-1a6835c6bab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:48.364345 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-a480583f-00ef-4434-88bd-1a6835c6bab3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444593 Feb 10 23:31:48.456523 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-7e5ab374-c58a-4c7c-a483-9dbefcd5718c service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854580 Feb 10 23:31:48.547186 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f5be505-a1f8-4d18-a83e-41aa58e1795d req-2c0394b4-d370-4a1b-ac4c-a2d1f2a736b5 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814116 Feb 10 23:31:49.012471 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9f7f-f118-4795-963f-cf8291ffb9e1 req-cffe1b60-3c13-40a6-b9ca-a567a975caa1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:49.013960 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-983c9f7f-f118-4795-963f-cf8291ffb9e1 req-cffe1b60-3c13-40a6-b9ca-a567a975caa1 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0535624 Feb 10 23:31:49.072015 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-983c9f7f-f118-4795-963f-cf8291ffb9e1 req-dad6d849-a245-4778-bf12-91a3a356768f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525310 Feb 10 23:31:49.591485 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:31:50.195531 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d239d-340a-46f4-b504-f58eb48c49c6 req-e4c22c0f-6a5d-4875-9088-fa96cd63181a tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:50.197061 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa8d239d-340a-46f4-b504-f58eb48c49c6 req-e4c22c0f-6a5d-4875-9088-fa96cd63181a tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0595777 Feb 10 23:31:50.256772 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa8d239d-340a-46f4-b504-f58eb48c49c6 req-23ba029e-1af5-4973-ae46-4a330965852c tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539761 Feb 10 23:31:51.377685 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001db2eb-fd3c-4e99-b41f-b9d72dbe9905 req-c976df0a-53bd-4207-9459-f8a3ca4f84fc tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:51.379161 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-001db2eb-fd3c-4e99-b41f-b9d72dbe9905 req-c976df0a-53bd-4207-9459-f8a3ca4f84fc tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0570898 Feb 10 23:31:51.436835 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-001db2eb-fd3c-4e99-b41f-b9d72dbe9905 req-f28f36da-70ca-40cd-86b5-0c6a0b2cfc41 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520284 Feb 10 23:31:52.556187 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e167b2-d3df-46a5-8440-58872de3f638 req-3839dc72-282d-4e11-a379-0a837248addc tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:52.557663 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88e167b2-d3df-46a5-8440-58872de3f638 req-3839dc72-282d-4e11-a379-0a837248addc tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0540805 Feb 10 23:31:52.617167 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88e167b2-d3df-46a5-8440-58872de3f638 req-c1181720-29b9-44d1-be87-ab33804b9eb2 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533144 Feb 10 23:31:53.736730 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ac7c2-c039-4a0b-9f44-428f5447f72e req-d9836290-bf09-4a51-86f2-2651b8f0cff0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:53.738255 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e6ac7c2-c039-4a0b-9f44-428f5447f72e req-d9836290-bf09-4a51-86f2-2651b8f0cff0 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0528972 Feb 10 23:31:53.802210 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3e6ac7c2-c039-4a0b-9f44-428f5447f72e req-01be2904-04c5-468d-97e0-d4c0b43c4c22 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583000 Feb 10 23:31:54.920302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c5ec9-c4bd-488a-a834-c4b8b7d01a66 req-d1f97ab6-99d7-406b-acee-87183c8f310f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:54.921778 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d1c5ec9-c4bd-488a-a834-c4b8b7d01a66 req-d1f97ab6-99d7-406b-acee-87183c8f310f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0530717 Feb 10 23:31:54.983738 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d1c5ec9-c4bd-488a-a834-c4b8b7d01a66 req-590ed006-d7e0-468c-b6b2-994288814af4 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563920 Feb 10 23:31:56.104628 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f09733-0668-4816-b76c-0c44e16fd97e req-283dd67d-c37f-4175-941a-e88d6b04effc tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:56.106386 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-92f09733-0668-4816-b76c-0c44e16fd97e req-283dd67d-c37f-4175-941a-e88d6b04effc tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0566616 Feb 10 23:31:56.165080 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-92f09733-0668-4816-b76c-0c44e16fd97e req-658d065b-d863-4b2e-90da-e57eaa4870b9 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530379 Feb 10 23:31:57.284253 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5c541-190c-4605-aca9-e0f074215608 req-b5896624-5e3e-41da-8073-046f90800557 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:57.285738 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ae5c541-190c-4605-aca9-e0f074215608 req-b5896624-5e3e-41da-8073-046f90800557 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0532813 Feb 10 23:31:57.344064 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ae5c541-190c-4605-aca9-e0f074215608 req-b474c711-7938-422c-ab04-ba4b211da28b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&id=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526605 Feb 10 23:32:06.329405 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:07.242661 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:32:12.915160 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e80bb2b9-2c87-4674-a610-0f967b8bd5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:15.262460 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28a107e0-49ce-4792-85e7-93e16dca4fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:16.002031 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:17.668774 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:19.594044 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:32.204262 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-ee91b952-5da0-40c6-96c5-f653389b6b62 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1402827313&fields=id&tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 267 time: 0.0438249 Feb 10 23:32:32.310548 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-818d6b97-93ce-48b5-abd6-e5e71ca42530 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:32.311936 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-818d6b97-93ce-48b5-abd6-e5e71ca42530 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 812 time: 0.1010311 Feb 10 23:32:32.325825 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-1d0caf11-d5e4-4656-807e-a8edd40557d2 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/quotas/b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 375 time: 0.0086613 Feb 10 23:32:32.385956 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-e10244b9-7708-4618-b878-68f2d98d7557 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521109 Feb 10 23:32:32.478307 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-f1be26fe-5759-4b56-9600-7b48608a6b75 service neutron] 10.222.0.77 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815537 Feb 10 23:32:32.569749 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-8215715a-a67a-4bcc-92ca-b58a7081a944 service neutron] 10.222.0.77 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853281 Feb 10 23:32:32.845402 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73754e18-399a-419a-baab-9792255a9e97 req-1dca4cad-844d-462e-818f-14af8d7586c1 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 210 time: 0.0276179 Feb 10 23:32:33.942364 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-87eff5d2-801c-477d-96f7-d8e4284199aa tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:33.944053 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-87eff5d2-801c-477d-96f7-d8e4284199aa tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 812 time: 0.1077626 Feb 10 23:32:33.945799 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-04ef392c-e652-4dff-bb02-c2cd7aa17328 req-5f548644-c0ff-4d6f-bb18-9601a37d3e97 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 210 time: 0.0280690 Feb 10 23:32:34.014537 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-38e69091-df5d-46aa-b0d8-756ebd56910f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603 HTTP/1.1" status: 200 len: 380 time: 0.0553939 Feb 10 23:32:34.023035 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'port': {'device_id': '8467e822-cff7-4e63-8298-a569456977e9', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'admin_state_up': True, 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'security_groups': ['37ef8fbe-0127-4d93-96d1-9398d622969c']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:32:34.132049 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Made reservation on behalf of b55b4d0e04bf46e18d0f7a1d3851b603 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:32:34.136318 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.259125 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Allocated IP 172.20.0.3 (890eaf3c-491f-4692-aea9-b5c0cbc7bd07/fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8/a9fc1c9e-39b6-42ea-abfc-562977622069) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:32:34.398171 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.436838 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.484891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:32:34.488078 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:32:34.491644 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:32:34.517360 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=a9fc1c9e-39b6-42ea-abfc-562977622069,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:34.529037 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.529531 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.530044 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.530474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.530821 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.531255 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.531605 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.531980 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.532426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.532823 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.533169 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.533449 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.533867 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:34.565317 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:34.566060 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.584376 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-d85f5882-aa5f-4dab-a848-c29d623ecade tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648727 Feb 10 23:32:34.602913 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Request body: {'port': {'device_id': '8467e822-cff7-4e63-8298-a569456977e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:32:34.666339 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.797158 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-839a1ffa-b531-40f1-a14c-c6366c20c1de None None] Provisioning complete for port a9fc1c9e-39b6-42ea-abfc-562977622069 triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:34.797785 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-839a1ffa-b531-40f1-a14c-c6366c20c1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.833007 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-839a1ffa-b531-40f1-a14c-c6366c20c1de None None] Port a9fc1c9e-39b6-42ea-abfc-562977622069 cannot update to ACTIVE because it is not bound. {{(pid=102670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 10 23:32:34.926390 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9fc1c9e-39b6-42ea-abfc-562977622069 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:32:34.933816 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Publish callbacks [] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.945195 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Transition to ACTIVE for port object a9fc1c9e-39b6-42ea-abfc-562977622069 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:32:34.949340 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:34.998663 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc1c9e-39b6-42ea-abfc-562977622069,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:35.105680 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Attempting to bind port a9fc1c9e-39b6-42ea-abfc-562977622069 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 10 23:32:35.106042 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Attempting to bind port a9fc1c9e-39b6-42ea-abfc-562977622069 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 10 23:32:35.106369 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Attempting to bind port a9fc1c9e-39b6-42ea-abfc-562977622069 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:32:35.113558 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Port a9fc1c9e-39b6-42ea-abfc-562977622069 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 10 23:32:35.113884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Attempting to bind port a9fc1c9e-39b6-42ea-abfc-562977622069 on network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 10 23:32:35.127846 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65678147-bea7-4189-9a2f-25ee64445c01 req-37b1db35-3760-4a7e-a899-d4a33d2330a1 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.129372 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65678147-bea7-4189-9a2f-25ee64445c01 req-37b1db35-3760-4a7e-a899-d4a33d2330a1 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0884066 Feb 10 23:32:35.130623 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Checking agent: {'id': '6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'started_at': datetime.datetime(2022, 2, 10, 23, 13, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 10 23:32:35.130962 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Checking segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 10 23:32:35.131344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Bound using segment: {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 10 23:32:35.131783 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Bound port: a9fc1c9e-39b6-42ea-abfc-562977622069, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 10 23:32:35.132170 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:35.220793 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65678147-bea7-4189-9a2f-25ee64445c01 req-8dfd9bc8-75ab-4be9-a7db-12884e894f97 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853157 Feb 10 23:32:35.230169 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] For port a9fc1c9e-39b6-42ea-abfc-562977622069, host hv-cinder-82880, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 10 23:32:35.233362 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] For port a9fc1c9e-39b6-42ea-abfc-562977622069, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a9fc1c9e-39b6-42ea-abfc-562977622069,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 10 23:32:35.239600 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:35.273376 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.273996 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:35.275353 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] 10.222.0.43 "PUT /v2.0/ports/a9fc1c9e-39b6-42ea-abfc-562977622069 HTTP/1.1" status: 200 len: 1093 time: 0.6777692 Feb 10 23:32:35.276356 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:32:35.278584 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03565745-a24b-4d1b-8056-45653c5ca11c" -d '{"events": [{"name": "network-changed", "server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:32:35.306543 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f2de5-6051-406c-8e82-b683d8f2a54f service neutron] Pushing event updated for resources: {'Port': ['ID=a9fc1c9e-39b6-42ea-abfc-562977622069,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:35.394508 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531c9e0e-d41a-43af-a003-59d99488eeb5 x-openstack-request-id: req-531c9e0e-d41a-43af-a003-59d99488eeb5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:32:35.394809 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:32:35.395066 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-531c9e0e-d41a-43af-a003-59d99488eeb5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:32:35.395468 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'status': 'completed', 'code': 200} Feb 10 23:32:35.411988 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-a0c331cf-d311-48f4-9915-aab1a8bfe418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.413568 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-a0c331cf-d311-48f4-9915-aab1a8bfe418 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 1127 time: 0.0618088 Feb 10 23:32:35.461373 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-12cfa6b8-0d99-4c06-99fb-6758e105d2fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fc1c9e-39b6-42ea-abfc-562977622069 HTTP/1.1" status: 200 len: 217 time: 0.0358949 Feb 10 23:32:35.509937 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-8dfe26d5-c107-4c7b-bea8-9ca74126585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.511837 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-8dfe26d5-c107-4c7b-bea8-9ca74126585b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0444863 Feb 10 23:32:35.563905 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022e46-0894-436f-b7e2-7968143788ec req-9e4b4dd0-78bd-4c5c-b759-cc98fc8113a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.565444 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-9e4b4dd0-78bd-4c5c-b759-cc98fc8113a2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476661 Feb 10 23:32:35.653657 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-1e193af0-f5a1-48a7-ace0-1f883635affe service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824714 Feb 10 23:32:35.745662 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e022e46-0894-436f-b7e2-7968143788ec req-d0204112-8583-47aa-ad64-00eff0cce97d service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855281 Feb 10 23:32:35.898610 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565745-a24b-4d1b-8056-45653c5ca11c req-b8475d3a-42b0-49e5-a9f8-000aea6be9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.900111 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-b8475d3a-42b0-49e5-a9f8-000aea6be9c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 1127 time: 0.0440526 Feb 10 23:32:35.991202 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565745-a24b-4d1b-8056-45653c5ca11c req-ed2d794c-f451-4609-84ce-4d8d58a64231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:35.992686 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-ed2d794c-f451-4609-84ce-4d8d58a64231 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0867867 Feb 10 23:32:36.033485 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-83fed8ad-2761-4155-840b-5261229afa87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fc1c9e-39b6-42ea-abfc-562977622069 HTTP/1.1" status: 200 len: 217 time: 0.0339379 Feb 10 23:32:36.080468 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565745-a24b-4d1b-8056-45653c5ca11c req-53ddbb6e-6b9b-48f6-80dd-93b23f8e2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:36.082009 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-53ddbb6e-6b9b-48f6-80dd-93b23f8e2831 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0435534 Feb 10 23:32:36.130934 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565745-a24b-4d1b-8056-45653c5ca11c req-56ed3446-e55a-4d32-8e1b-e3fd2e40528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:36.132446 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-56ed3446-e55a-4d32-8e1b-e3fd2e40528b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444655 Feb 10 23:32:36.222634 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-3091f08c-a513-4b59-a273-4d5f5750c7b9 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838811 Feb 10 23:32:36.337346 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:36.346709 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03565745-a24b-4d1b-8056-45653c5ca11c req-357c3417-9ff7-48d6-abde-ae8441c25003 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182222 Feb 10 23:32:36.359916 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad646f8f-a115-4a56-9466-325356a7e003 req-1c5dbc5a-f4cb-4a2b-85da-a205b61afb4f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:36.361676 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad646f8f-a115-4a56-9466-325356a7e003 req-1c5dbc5a-f4cb-4a2b-85da-a205b61afb4f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0727348 Feb 10 23:32:36.411385 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad646f8f-a115-4a56-9466-325356a7e003 req-1a1bd9ff-addd-466c-9463-919efabbf399 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442345 Feb 10 23:32:37.529034 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872e796-fa1d-4cb2-aeba-35070bdd3ac3 req-4d9c02b7-b4ad-4000-9046-f534d8b9d8b8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:37.530514 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3872e796-fa1d-4cb2-aeba-35070bdd3ac3 req-4d9c02b7-b4ad-4000-9046-f534d8b9d8b8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0514536 Feb 10 23:32:37.578524 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3872e796-fa1d-4cb2-aeba-35070bdd3ac3 req-c2a7fc3e-1333-4189-bc1f-8ff0e9a0ac77 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Feb 10 23:32:38.694547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5e34-ea72-4cac-ba0b-dd637e293839 req-b98caa83-1491-4b8d-b97c-402844351165 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:38.696063 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47ff5e34-ea72-4cac-ba0b-dd637e293839 req-b98caa83-1491-4b8d-b97c-402844351165 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0526721 Feb 10 23:32:38.746969 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47ff5e34-ea72-4cac-ba0b-dd637e293839 req-5ff9e3bb-e1e3-4404-8e8c-fe1c1ee63358 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454638 Feb 10 23:32:39.864753 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396f698-1014-4736-8c9f-576726003fb6 req-1f47a6e8-6efe-4aee-a101-1982954a47a5 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:39.866245 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4396f698-1014-4736-8c9f-576726003fb6 req-1f47a6e8-6efe-4aee-a101-1982954a47a5 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0553925 Feb 10 23:32:39.914275 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4396f698-1014-4736-8c9f-576726003fb6 req-c1cef8c5-e64b-4b5f-a057-9c112774d39f tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Feb 10 23:32:41.031556 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4f0e2-07ae-4fdf-b7c8-fe21c81a4153 req-74932c2d-d6d6-405e-b598-50926ef8a241 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:41.033050 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8e4f0e2-07ae-4fdf-b7c8-fe21c81a4153 req-74932c2d-d6d6-405e-b598-50926ef8a241 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0524762 Feb 10 23:32:41.079948 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8e4f0e2-07ae-4fdf-b7c8-fe21c81a4153 req-fbb03252-ac44-4558-be25-d7aed3643e29 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413575 Feb 10 23:32:42.196343 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7aae4-51ca-4803-a44b-a4798afe9e50 req-b1af7217-215f-45cc-9f32-00877a560b63 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:42.198547 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ce7aae4-51ca-4803-a44b-a4798afe9e50 req-b1af7217-215f-45cc-9f32-00877a560b63 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0532100 Feb 10 23:32:42.246635 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6ce7aae4-51ca-4803-a44b-a4798afe9e50 req-f30d9f44-4d9b-4e44-ac80-8349f8ba7f28 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Feb 10 23:32:42.919754 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d2c10150-b543-4e71-afc5-87a82638cae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:43.362385 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f50c6b-cebc-461e-b006-da66e80e7b55 req-88018956-aa5e-45b6-9c80-d74523fd953a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:43.363906 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0f50c6b-cebc-461e-b006-da66e80e7b55 req-88018956-aa5e-45b6-9c80-d74523fd953a tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0522852 Feb 10 23:32:43.410613 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e0f50c6b-cebc-461e-b006-da66e80e7b55 req-b39a76a5-123e-4bfe-b1ab-579b1a3e2928 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411999 Feb 10 23:32:44.241776 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:32:44.531484 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffccbcb-6940-422a-b945-b862ef177774 req-9105482d-cb2b-4fa1-bbe8-68a08244ef66 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:44.533017 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ffccbcb-6940-422a-b945-b862ef177774 req-9105482d-cb2b-4fa1-bbe8-68a08244ef66 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0568149 Feb 10 23:32:44.581492 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7ffccbcb-6940-422a-b945-b862ef177774 req-3b947b50-d081-44a9-9ee2-a5769b2d9e10 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Feb 10 23:32:45.264664 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f71ac64a-ed07-43ab-81bb-f5dd128cd282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:45.700564 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb163e-0af6-49e9-a3f1-c42f80ebc814 req-a31503f3-9703-4aa5-bf31-e26008415220 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:45.702036 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68cb163e-0af6-49e9-a3f1-c42f80ebc814 req-a31503f3-9703-4aa5-bf31-e26008415220 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 943 time: 0.0560272 Feb 10 23:32:45.749854 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68cb163e-0af6-49e9-a3f1-c42f80ebc814 req-ee9a3802-9cfd-4e12-b50f-9803145f7608 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Feb 10 23:32:45.916772 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a9fc1c9e-39b6-42ea-abfc-562977622069 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=102670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 10 23:32:46.016920 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:46.021442 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a9fc1c9e-39b6-42ea-abfc-562977622069, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a9fc1c9e-39b6-42ea-abfc-562977622069,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:46.032492 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Returning: {'device': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'port_id': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'mac_address': 'fa:16:3e:f1:6c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 10 23:32:46.068557 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a9fc1c9e-39b6-42ea-abfc-562977622069 is: DOWN; New status is: BUILD {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:32:46.068937 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:46.082634 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9fc1c9e-39b6-42ea-abfc-562977622069 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 10 23:32:46.103202 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a9fc1c9e-39b6-42ea-abfc-562977622069, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a9fc1c9e-39b6-42ea-abfc-562977622069,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:46.106994 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:46.156967 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a9fc1c9e-39b6-42ea-abfc-562977622069,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:46.163718 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.164094 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.164442 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.164783 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.165123 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.165456 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.165785 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.166114 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.166584 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.166999 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.167338 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.167669 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.168022 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:46.500686 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['a9fc1c9e-39b6-42ea-abfc-562977622069'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:32:46.865159 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9413ee-aa2a-4d4d-a9c3-f33ab6772e7a req-e71e62db-3d35-4cc3-ab3b-1777c25480df tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:46.866654 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ad9413ee-aa2a-4d4d-a9c3-f33ab6772e7a req-e71e62db-3d35-4cc3-ab3b-1777c25480df tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 944 time: 0.0517530 Feb 10 23:32:46.914387 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-ad9413ee-aa2a-4d4d-a9c3-f33ab6772e7a req-a65725e6-d0c5-4013-812c-87788f7edbf9 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415351 Feb 10 23:32:47.671754 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:47.932441 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a9fc1c9e-39b6-42ea-abfc-562977622069 up at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 10 23:32:47.980735 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning for port a9fc1c9e-39b6-42ea-abfc-562977622069 completed by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:32:47.984524 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Provisioning complete for port a9fc1c9e-39b6-42ea-abfc-562977622069 triggered by entity L2. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:47.984895 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:48.032378 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214fdf3-7fc4-46d5-b6a9-683cc6994220 req-a2ef3647-592e-4ec9-8dd1-0e7edb326235 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:48.033940 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f214fdf3-7fc4-46d5-b6a9-683cc6994220 req-a2ef3647-592e-4ec9-8dd1-0e7edb326235 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 944 time: 0.0514059 Feb 10 23:32:48.084974 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f214fdf3-7fc4-46d5-b6a9-683cc6994220 req-6ec4da2b-2903-4445-be69-b0166acfa3ad tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454772 Feb 10 23:32:48.187214 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Current status of the port a9fc1c9e-39b6-42ea-abfc-562977622069 is: BUILD; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:32:48.187504 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:48.208922 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:32:48.211114 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a85b6a8b6f86c533cb7ad20cbd5ae81ae9c4e1326c9f0057b63579abe721ec3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199a288-71ad-459e-8e4a-1aa2d67b155d" -d '{"events": [{"server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "name": "network-vif-plugged", "status": "completed", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:32:48.223225 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] For port a9fc1c9e-39b6-42ea-abfc-562977622069, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a9fc1c9e-39b6-42ea-abfc-562977622069,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:32:48.227334 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:48.275053 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Pushing event updated for resources: {'Port': ['ID=a9fc1c9e-39b6-42ea-abfc-562977622069,revision_number=5']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:48.304549 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51c8ca9-2be2-47f9-9d77-c382437b1fea x-openstack-request-id: req-a51c8ca9-2be2-47f9-9d77-c382437b1fea {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:32:48.304855 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "name": "network-vif-plugged", "status": "completed", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:32:48.305113 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a51c8ca9-2be2-47f9-9d77-c382437b1fea {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:32:48.305511 dv-cinder-828805-1-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'code': 200} Feb 10 23:32:48.557918 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a131a-4246-4cea-b486-f1937ebe49ad req-c09644cc-a46e-41f3-be5c-dc29d54b09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:48.559283 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f3a131a-4246-4cea-b486-f1937ebe49ad req-c09644cc-a46e-41f3-be5c-dc29d54b09eb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 1129 time: 0.0431068 Feb 10 23:32:48.611140 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f3a131a-4246-4cea-b486-f1937ebe49ad req-aaec0490-9da4-4beb-b517-858f5ce54214 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435290 Feb 10 23:32:49.202891 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc177f1-5d64-4768-9d8e-85c30f3854d4 req-20530794-09f0-4800-a92b-ccf0352fc3cb tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.204363 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc177f1-5d64-4768-9d8e-85c30f3854d4 req-20530794-09f0-4800-a92b-ccf0352fc3cb tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Feb 10 23:32:49.279700 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdc177f1-5d64-4768-9d8e-85c30f3854d4 req-f98f1cf6-7ccc-40fa-83dc-7eadbf19b1b4 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672655 Feb 10 23:32:49.282269 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-39cba952-f8e8-48be-8f1b-4a5d03b98141 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770671 Feb 10 23:32:49.470395 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-1d7a3155-4fa6-45e6-a8a3-85e61e580695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.471930 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-1d7a3155-4fa6-45e6-a8a3-85e61e580695 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1129 time: 0.0490761 Feb 10 23:32:49.574747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-3cd7fa49-9418-455b-ba42-750f609977d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.576584 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-3cd7fa49-9418-455b-ba42-750f609977d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0856843 Feb 10 23:32:49.596475 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:49.648407 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-6308f2bb-7054-4c38-afe0-3b4e111a01e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 1000 time: 0.0652061 Feb 10 23:32:49.696530 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-f15bc220-1f3d-440f-86b7-077f28801846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.698061 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-f15bc220-1f3d-440f-86b7-077f28801846 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0437980 Feb 10 23:32:49.746553 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-9f3ec062-fb58-4e92-8ff3-449eb5e2e401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.748029 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-9f3ec062-fb58-4e92-8ff3-449eb5e2e401 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432191 Feb 10 23:32:49.838107 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-83fc6be2-8eae-49b3-953a-35715d033cb0 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835090 Feb 10 23:32:49.925124 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2515c51d-e2ae-4363-91ae-e95496e26698 req-239ce0ec-5562-4d0f-841c-cd28b0182153 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804386 Feb 10 23:32:50.397066 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f034-417a-48f6-9b57-047e2524c091 req-a396dfe7-8c7f-45b4-9aaa-feeb12da28a6 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:50.398534 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fa0f034-417a-48f6-9b57-047e2524c091 req-a396dfe7-8c7f-45b4-9aaa-feeb12da28a6 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.0518856 Feb 10 23:32:50.452322 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3fa0f034-417a-48f6-9b57-047e2524c091 req-387a68b0-c0cb-4af7-a4de-7e2628f034c5 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474460 Feb 10 23:32:51.571984 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c847fd-d733-4638-a688-6d409fb0dcfa req-d0a76583-a48b-41bf-ad26-5a765828545b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:51.573842 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09c847fd-d733-4638-a688-6d409fb0dcfa req-d0a76583-a48b-41bf-ad26-5a765828545b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.0564783 Feb 10 23:32:51.622250 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09c847fd-d733-4638-a688-6d409fb0dcfa req-bfad77db-64df-435d-b2a1-ac92fb4c2c86 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429780 Feb 10 23:32:51.974086 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1be09-9d26-4cf2-bdcd-80c21bfd7501 req-943acc8d-c9c5-4414-8ac4-2aaeb0145bae tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:51.975577 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-22c1be09-9d26-4cf2-bdcd-80c21bfd7501 req-943acc8d-c9c5-4414-8ac4-2aaeb0145bae tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.2879801 Feb 10 23:32:52.023520 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-22c1be09-9d26-4cf2-bdcd-80c21bfd7501 req-14fe819b-4792-46d4-8e33-3c4dfd53c2b7 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Feb 10 23:32:52.045713 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56520) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:32:52.184588 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d41494-2e76-4187-9e9f-afe0c47c8be3 tempest-TestVolumeBootPattern-1661398035 tempest-TestVolumeBootPattern-1661398035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:52.186119 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b2d41494-2e76-4187-9e9f-afe0c47c8be3 tempest-TestVolumeBootPattern-1661398035 tempest-TestVolumeBootPattern-1661398035-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 1124 time: 0.1394317 Feb 10 23:32:52.189067 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56524) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:32:52.193584 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Request body: {'floatingip': {'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'port_id': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:32:52.214117 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:52.307268 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:52.411444 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Allocated IP 172.27.1.38 (b4be0655-7661-45af-9921-9f2f00546849/0a3dd603-5c3e-4317-9456-e28324f3e351/e62f84e2-9614-4002-bb3e-6610cae937ce) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:32:52.511540 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:52.543547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784828454584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:52.586232 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Network b4be0655-7661-45af-9921-9f2f00546849 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:32:52.589566 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:32:52.592330 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 10 23:32:52.615559 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=e62f84e2-9614-4002-bb3e-6610cae937ce,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:52.950636 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (b5660f99-784d-4776-a3a9-34beee9cd4aa), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:53.282436 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:53.424706 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:53.429041 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588479'] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:53.493239 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event updated for resources: {'Port': ['ID=e62f84e2-9614-4002-bb3e-6610cae937ce,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:53.505728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-921207'] for floatingip (b5660f99-784d-4776-a3a9-34beee9cd4aa), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:53.603436 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Floating IP b5660f99-784d-4776-a3a9-34beee9cd4aa associated. External IP: 172.27.1.38, port: a9fc1c9e-39b6-42ea-abfc-562977622069. Feb 10 23:32:53.812350 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:32:53.921255 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:32:53.930600 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:32:53.940674 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:32:53.940943 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:32:53.941557 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:32:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:53.970198 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3fbbc151-9398-4fce-b78f-c2174b116947 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7800002 Feb 10 23:32:53.970800 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:32:53.973211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8369b0-1674-4d0b-bf8b-4243c978e47c" -d '{"events": [{"name": "network-changed", "server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:32:54.023492 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c5b9e9-a0e4-47e8-a3ad-22be1a177b55 x-openstack-request-id: req-f6c5b9e9-a0e4-47e8-a3ad-22be1a177b55 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:32:54.023791 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:32:54.024102 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6c5b9e9-a0e4-47e8-a3ad-22be1a177b55 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:32:54.024511 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'status': 'completed', 'code': 200} Feb 10 23:32:54.052633 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:32:54.115730 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-97bdba1c-9d65-4b10-bb66-3ec1a14c8168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:54.117299 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-97bdba1c-9d65-4b10-bb66-3ec1a14c8168 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 1129 time: 0.0503509 Feb 10 23:32:54.208261 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-bb74084a-7b6e-4068-ae73-de1a2c2e529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:54.209740 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-bb74084a-7b6e-4068-ae73-de1a2c2e529f service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0867791 Feb 10 23:32:54.279157 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-db95aa2d-b74d-4c93-8572-78e285e305e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fc1c9e-39b6-42ea-abfc-562977622069 HTTP/1.1" status: 200 len: 998 time: 0.0634878 Feb 10 23:32:54.282423 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'b5660f99-784d-4776-a3a9-34beee9cd4aa', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:f1:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467e822-cff7-4e63-8298-a569456977e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:32:52Z', 'updated_at': '2022-02-10T23:32:52Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}, {'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:32Z', 'revision_number': 1, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:54.308388 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:32:54.316907 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:32:54.317515 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:32:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:54.328092 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-06e51a75-0021-44a2-af3c-b6bac3e2db84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:54.329559 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-06e51a75-0021-44a2-af3c-b6bac3e2db84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0438018 Feb 10 23:32:54.379369 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-7191cc2c-ae43-4182-9abd-d381e3178748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:54.380901 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-7191cc2c-ae43-4182-9abd-d381e3178748 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457304 Feb 10 23:32:54.428264 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:32:54.473561 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-842130b8-5530-48fd-be73-c887525b9ab2 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853996 Feb 10 23:32:54.564410 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8369b0-1674-4d0b-bf8b-4243c978e47c req-8fa72174-bf9b-4da9-9bea-f42a10d398fe service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847123 Feb 10 23:32:54.658343 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'b5660f99-784d-4776-a3a9-34beee9cd4aa', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:f1:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467e822-cff7-4e63-8298-a569456977e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:32:52Z', 'updated_at': '2022-02-10T23:32:52Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}, {'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:32Z', 'revision_number': 1, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:54.685030 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1cae8-0e73-4e1a-83d1-5d477b4205cd None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'b5660f99-784d-4776-a3a9-34beee9cd4aa', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:f1:6c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467e822-cff7-4e63-8298-a569456977e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:32:52Z', 'updated_at': '2022-02-10T23:32:52Z', 'revision_number': 0, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}, {'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:32Z', 'revision_number': 1, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:32:54.866681 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fde52a-a1dc-4701-8736-a184ad6dbd01 None None] New status for floating IP b5660f99-784d-4776-a3a9-34beee9cd4aa: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:33:05.115303 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-8648aa75-adbc-4928-9227-7613e0a15811 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-622408647&fields=id&tenant_id=42cc48a71496497b9adb74c8f5cf683f HTTP/1.1" status: 200 len: 267 time: 0.0429533 Feb 10 23:33:05.173939 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-973c0d19-db88-4bbe-a9bf-8c82199780e2 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:05.175412 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-973c0d19-db88-4bbe-a9bf-8c82199780e2 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 984 time: 0.0539286 Feb 10 23:33:05.186447 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Request body: {'port': {'security_groups': ['4e645775-e9a6-4ecd-aeee-34a123d6ae92']}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:05.256675 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4141403'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.463015 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:05.491521 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.497035 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784828874244', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784828454602', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784828454620', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9214524'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.543352 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:33:05.543912 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:05.544560 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.545974 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-175bbd82-c29a-4709-9e54-0c264b2782e4 req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "PUT /v2.0/ports/9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 942 time: 0.3644822 Feb 10 23:33:05.546439 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:33:05.548742 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c401faec-4ba5-414d-bff3-aa374019d35c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:33:05.552837 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56542) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:05.573566 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event updated for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=7']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:05.583294 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.583809 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.584162 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.584610 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.585046 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.586100 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.586486 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.586871 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.587267 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.587613 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.588730 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.589384 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.589924 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cd085-4b37-4dc6-9fc4-ae30c9478bcf tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:05.664965 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2825100d-45fc-430b-bdf8-39d32fe47db8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group (ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.685978 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bc0629-65c7-4821-bcb9-1bd882ca0632 x-openstack-request-id: req-c6bc0629-65c7-4821-bcb9-1bd882ca0632 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:33:05.686264 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:33:05.686524 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6bc0629-65c7-4821-bcb9-1bd882ca0632 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:33:05.686929 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'status': 'completed', 'code': 200} Feb 10 23:33:05.696418 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2825100d-45fc-430b-bdf8-39d32fe47db8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group (ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.779148 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [None req-c2e0c860-fa8c-4794-9578-27348cc960ea None None] Provisioning complete for port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d triggered by entity DHCP. {{(pid=102670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:05.779613 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c2e0c860-fa8c-4794-9578-27348cc960ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4148137'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), provisioning_complete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.783340 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2825100d-45fc-430b-bdf8-39d32fe47db8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.784609 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2825100d-45fc-430b-bdf8-39d32fe47db8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:05.788176 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2825100d-45fc-430b-bdf8-39d32fe47db8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "DELETE /v2.0/security-groups/ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e HTTP/1.1" status: 204 len: 168 time: 0.2321539 Feb 10 23:33:05.788662 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56546) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:05.804478 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:33:05.809777 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825100d-45fc-430b-bdf8-39d32fe47db8 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1b2a66-32a9-4e5a-8c6d-c48e5ef0371e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:05.835953 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401faec-4ba5-414d-bff3-aa374019d35c req-31877bbe-056f-47e5-9b48-e48834ffe39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:05.837511 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-31877bbe-056f-47e5-9b48-e48834ffe39c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1129 time: 0.0653551 Feb 10 23:33:05.942011 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0c860-fa8c-4794-9578-27348cc960ea None None] Current status of the port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d is: ACTIVE; New status is: ACTIVE {{(pid=102670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 10 23:33:05.975234 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401faec-4ba5-414d-bff3-aa374019d35c req-67b08efb-48a9-41d6-b806-d2b11d1ac1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:05.978131 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-67b08efb-48a9-41d6-b806-d2b11d1ac1ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 916 time: 0.1339433 Feb 10 23:33:06.009561 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Deleting port 6553c571-90a0-44a5-a99e-5e05d7d99bfe {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:06.010523 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.051173 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-95c9628c-168f-4eb9-9e2a-f673a6d2ee30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 1001 time: 0.0667284 Feb 10 23:33:06.092155 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.092491 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for floatingip (6553c571-90a0-44a5-a99e-5e05d7d99bfe), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.101363 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401faec-4ba5-414d-bff3-aa374019d35c req-5f400dd0-7245-4586-82d1-500e6b42be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:06.103144 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-5f400dd0-7245-4586-82d1-500e6b42be59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0446126 Feb 10 23:33:06.104810 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Calling delete_port for 6553c571-90a0-44a5-a99e-5e05d7d99bfe owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:06.153526 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401faec-4ba5-414d-bff3-aa374019d35c req-bac37bd1-4664-497a-8c5a-1927242f2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:06.155036 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-bac37bd1-4664-497a-8c5a-1927242f2114 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445936 Feb 10 23:33:06.253641 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-ce519ec7-63e0-41ad-9d4f-5d3775d172b6 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890989 Feb 10 23:33:06.254406 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (6553c571-90a0-44a5-a99e-5e05d7d99bfe), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.278914 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event deleted for resources: {'Port': ['ID=6553c571-90a0-44a5-a99e-5e05d7d99bfe,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:06.344847 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks [] for floatingip (3aad343e-41e3-4bd4-960b-c1e2bc7505d7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.345309 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Floating IP 3aad343e-41e3-4bd4-960b-c1e2bc7505d7 disassociated (deleted). External IP: 172.27.1.248, port: 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d. Feb 10 23:33:06.348900 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c401faec-4ba5-414d-bff3-aa374019d35c req-d9196eab-8a9b-4313-9618-de67aaf9da39 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895188 Feb 10 23:33:06.360554 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.558016 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Router 467fbea8-862e-41a2-87c1-c16f2117b4d8 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:33:06.666626 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:33:06.671309 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:06.676415 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] Sync routers for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:06.690493 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:33:06.691098 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:32:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:06.701549 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-af6ced95-442c-44b6-b270-145e8543dc59 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "DELETE /v2.0/floatingips/3aad343e-41e3-4bd4-960b-c1e2bc7505d7 HTTP/1.1" status: 204 len: 168 time: 0.9116948 Feb 10 23:33:06.802205 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:33:07.007235 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:07.033507 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] Checking router: 467fbea8-862e-41a2-87c1-c16f2117b4d8 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:07.041548 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:33:07.042146 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:32:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:07.148459 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:33:07.340765 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:07.365707 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833011d5-baa3-4650-94e6-ad1ca7235121 None None] The sync data for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi is: [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:52Z', 'revision_number': 4, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '657c3a2a-b99b-4f67-99e8-cf582a1d9a49', 'name': '', 'network_id': 'c6c6d40d-d95b-495a-9154-57d071f734ef', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'mac_address': 'fa:16:3e:ec:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:51Z', 'updated_at': '2022-02-10T23:29:57Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'subnets': [{'id': 'c2e62427-8156-4687-91e7-43d5c4b688d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:07.583116 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98647f-7c30-4af4-9dee-d51d2ec461a2 None None] New status for floating IP 3aad343e-41e3-4bd4-960b-c1e2bc7505d7: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:33:07.688119 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:33:07.690478 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e89568-dd33-492d-bad3-b05f2f228e25" -d '{"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:33:07.726472 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7114480b-ba43-4d9f-97e3-e66c4eb7efe9 x-openstack-request-id: req-7114480b-ba43-4d9f-97e3-e66c4eb7efe9 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:33:07.727086 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:33:07.727404 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7114480b-ba43-4d9f-97e3-e66c4eb7efe9 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:33:07.727965 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'status': 'completed', 'code': 200} Feb 10 23:33:07.844196 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-5ec20525-309b-4e1b-ba18-ba3b84be86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:07.845724 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-5ec20525-309b-4e1b-ba18-ba3b84be86bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=42cc48a71496497b9adb74c8f5cf683f&device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 1129 time: 0.0473049 Feb 10 23:33:07.938133 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-fe0ef2dd-e376-40aa-af01-5889e3cf0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:07.939631 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-fe0ef2dd-e376-40aa-af01-5889e3cf0db2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 200 len: 916 time: 0.0868468 Feb 10 23:33:07.986158 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-63e990da-0c27-4120-984d-1084da5a2469 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 200 len: 217 time: 0.0400598 Feb 10 23:33:08.034481 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-afda4d7e-1d14-4ae5-8ef0-c9c4d9b6a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:08.035986 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-afda4d7e-1d14-4ae5-8ef0-c9c4d9b6a050 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 200 len: 854 time: 0.0441275 Feb 10 23:33:08.092228 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-a3b32bd4-d5a7-4f52-98a5-8eab1a2193d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:08.093855 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-a3b32bd4-d5a7-4f52-98a5-8eab1a2193d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c6c6d40d-d95b-495a-9154-57d071f734ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521502 Feb 10 23:33:08.197705 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-87e2f72a-6be1-4a5b-bd94-87e25d645d32 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966671 Feb 10 23:33:08.291190 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18e89568-dd33-492d-bad3-b05f2f228e25 req-2937794b-f69f-485d-b31f-80071cf5d2c5 service neutron] 10.222.0.43 "GET /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850234 Feb 10 23:33:09.402411 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327944b-df89-4d13-a560-6b8104e61531 req-ddcb846f-0c82-486d-b02b-b3e11f2f768f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:09.403937 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6327944b-df89-4d13-a560-6b8104e61531 req-ddcb846f-0c82-486d-b02b-b3e11f2f768f tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0539286 Feb 10 23:33:09.453418 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-6327944b-df89-4d13-a560-6b8104e61531 req-c9369151-4b99-4265-8674-34390f08f904 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Feb 10 23:33:10.575777 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67342870-b78a-4b6f-b74e-5f914e742d26 req-0ee0b43b-a127-4b87-b68f-dd1eada2b375 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:10.577324 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67342870-b78a-4b6f-b74e-5f914e742d26 req-0ee0b43b-a127-4b87-b68f-dd1eada2b375 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0554144 Feb 10 23:33:10.624367 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67342870-b78a-4b6f-b74e-5f914e742d26 req-dbdc624a-ef13-43d4-9e61-02af3919693b tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Feb 10 23:33:11.742649 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15592f4-11a4-4e0e-8d63-03bdb8fa6821 req-345da854-d04d-44ab-91da-db7794d4d519 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:11.744726 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a15592f4-11a4-4e0e-8d63-03bdb8fa6821 req-345da854-d04d-44ab-91da-db7794d4d519 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Feb 10 23:33:11.759708 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88866bfa-b19e-4489-b05b-aec0c388872e req-118d5167-98f4-4fa0-a41a-cadac7b374c5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:11.761848 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88866bfa-b19e-4489-b05b-aec0c388872e req-118d5167-98f4-4fa0-a41a-cadac7b374c5 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a73fc76-ff35-4bea-a5fa-3dda875d5328 HTTP/1.1" status: 200 len: 945 time: 0.0546017 Feb 10 23:33:11.792173 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a15592f4-11a4-4e0e-8d63-03bdb8fa6821 req-df34e612-7689-4b28-845f-6c6f256d4f4a tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e645775-e9a6-4ecd-aeee-34a123d6ae92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413165 Feb 10 23:33:11.858158 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Deleting port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:11.858497 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:11.943958 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] For port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:11.944240 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:11.956328 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Calling delete_port for 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:12.082566 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:12.109991 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Pushing event deleted for resources: {'Port': ['ID=9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:12.129573 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] get_ports_and_sgs() called for port_ids ['9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'] {{(pid=102670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 10 23:33:12.158555 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] No DVR routers for this DVR port 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:12.160868 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:12.164198 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88866bfa-b19e-4489-b05b-aec0c388872e req-e7e1844b-04f3-4e71-9be8-e53e46116536 tempest-TestMinimumBasicScenario-2136119245 tempest-TestMinimumBasicScenario-2136119245-project] 10.222.0.43 "DELETE /v2.0/ports/9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d HTTP/1.1" status: 204 len: 173 time: 0.3959000 Feb 10 23:33:12.164638 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'name': 'network-vif-deleted', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:33:12.167681 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c634b10d-4634-4b34-ba9b-c30e2012cf22" -d '{"events": [{"server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "name": "network-vif-deleted", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:33:12.203690 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a433db6d-9ab4-4438-b7b4-e43fd5847ffd x-openstack-request-id: req-a433db6d-9ab4-4438-b7b4-e43fd5847ffd {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:33:12.204023 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a73fc76-ff35-4bea-a5fa-3dda875d5328", "name": "network-vif-deleted", "tag": "9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:33:12.204280 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a433db6d-9ab4-4438-b7b4-e43fd5847ffd {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:33:12.204707 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a73fc76-ff35-4bea-a5fa-3dda875d5328', 'name': 'network-vif-deleted', 'tag': '9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d', 'status': 'completed', 'code': 200} Feb 10 23:33:12.928304 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c27f1dad-1162-441c-ad22-28311b7f47e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:13.345175 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56630) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:13.686478 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (467fbea8-862e-41a2-87c1-c16f2117b4d8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:13.932599 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Deleting port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:13.932946 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:14.013343 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] For port 657c3a2a-b99b-4f67-99e8-cf582a1d9a49, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:14.013625 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:14.026386 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Calling delete_port for 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:14.205604 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (657c3a2a-b99b-4f67-99e8-cf582a1d9a49), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:14.231495 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Pushing event deleted for resources: {'Port': ['ID=657c3a2a-b99b-4f67-99e8-cf582a1d9a49,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:14.396621 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (467fbea8-862e-41a2-87c1-c16f2117b4d8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:14.611709 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Router 467fbea8-862e-41a2-87c1-c16f2117b4d8 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:33:14.718728 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:33:14.723723 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-de080951-7a33-4a91-869d-31e36ba33942 admin admin] 10.222.0.77 "PUT /v2.0/routers/467fbea8-862e-41a2-87c1-c16f2117b4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3775489 Feb 10 23:33:14.726221 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56634) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:14.729915 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] Sync routers for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:14.739564 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:33:14.740280 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:32:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:14.989933 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:33:15.100907 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks [] for router (467fbea8-862e-41a2-87c1-c16f2117b4d8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.168341 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:33:14Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:15.195052 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] Checking router: 467fbea8-862e-41a2-87c1-c16f2117b4d8 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:15.203791 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] Routers {'467fbea8-862e-41a2-87c1-c16f2117b4d8'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:33:15.204415 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:32:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['467fbea8-862e-41a2-87c1-c16f2117b4d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:15.204856 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks [] for router_gateway (467fbea8-862e-41a2-87c1-c16f2117b4d8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.257475 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Deleting port 706b82d1-094d-4f8f-8dfc-c2674f5efecc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:15.257732 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.276693 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-951f0f20-73f7-407c-8eb1-7ae9c6ca3a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.328169 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] Set router 467fbea8-862e-41a2-87c1-c16f2117b4d8 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:33:15.344692 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] For port 706b82d1-094d-4f8f-8dfc-c2674f5efecc, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=706b82d1-094d-4f8f-8dfc-c2674f5efecc,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:15.345060 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.357736 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Calling delete_port for 706b82d1-094d-4f8f-8dfc-c2674f5efecc owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:15.508317 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:33:14Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:15.527694 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (706b82d1-094d-4f8f-8dfc-c2674f5efecc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.536634 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995cd72-a4c3-4a9e-ba65-ab891b734cc5 None None] The sync data for ids ['467fbea8-862e-41a2-87c1-c16f2117b4d8'] in dv-cinder-828805-1-iscsi is: [{'id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'name': 'tempest-TestMinimumBasicScenario-1375507600-router', 'tenant_id': '42cc48a71496497b9adb74c8f5cf683f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:33:14Z', 'revision_number': 5, 'project_id': '42cc48a71496497b9adb74c8f5cf683f', 'gw_port': {'id': '706b82d1-094d-4f8f-8dfc-c2674f5efecc', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:cd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467fbea8-862e-41a2-87c1-c16f2117b4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:49Z', 'updated_at': '2022-02-10T23:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:15.553898 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Pushing event deleted for resources: {'Port': ['ID=706b82d1-094d-4f8f-8dfc-c2674f5efecc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:15.617030 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (467fbea8-862e-41a2-87c1-c16f2117b4d8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.712899 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (467fbea8-862e-41a2-87c1-c16f2117b4d8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.715130 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks [] for router_controller (467fbea8-862e-41a2-87c1-c16f2117b4d8), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.758078 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (467fbea8-862e-41a2-87c1-c16f2117b4d8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.758661 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 467fbea8-862e-41a2-87c1-c16f2117b4d8 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:33:15.764130 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.765644 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bd320282-7cdb-418b-8742-0c6cbd0b3862 admin admin] 10.222.0.77 "DELETE /v2.0/routers/467fbea8-862e-41a2-87c1-c16f2117b4d8 HTTP/1.1" status: 204 len: 168 time: 1.0385208 Feb 10 23:33:15.768317 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56636) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:15.811900 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Deleting subnet c2e62427-8156-4687-91e7-43d5c4b688d9 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:33:15.814962 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Publish callbacks [] for subnet (c2e62427-8156-4687-91e7-43d5c4b688d9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.852708 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (c2e62427-8156-4687-91e7-43d5c4b688d9), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.936939 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (c2e62427-8156-4687-91e7-43d5c4b688d9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:15.995426 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (c2e62427-8156-4687-91e7-43d5c4b688d9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.017869 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.021495 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:16.033984 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.037308 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c2e62427-8156-4687-91e7-43d5c4b688d9 HTTP/1.1" status: 204 len: 168 time: 0.2680628 Feb 10 23:33:16.038563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ce7c1-367e-45cf-9000-92d7531a9a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e62427-8156-4687-91e7-43d5c4b688d9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.040046 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:16.046509 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168eb7c-2511-4afb-81b4-50069428e0d5 None None] Network c6c6d40d-d95b-495a-9154-57d071f734ef requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:33:16.063478 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:16.063865 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 657c3a2a-b99b-4f67-99e8-cf582a1d9a49 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:16.114985 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (c6c6d40d-d95b-495a-9154-57d071f734ef), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.139898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:16.165296 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:16.165631 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device 9fccdcc9-d7ef-4e0a-9ba0-d85360741a0d not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:16.171736 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Deleting port c9b9f54c-489d-4a4a-8ee3-372781e55d3f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:16.172101 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.236101 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] DHCP port deletion for c6c6d40d-d95b-495a-9154-57d071f734ef request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:33:16.245064 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] For port c9b9f54c-489d-4a4a-8ee3-372781e55d3f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:16.245422 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.258966 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Calling delete_port for c9b9f54c-489d-4a4a-8ee3-372781e55d3f owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:16.292724 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] Deleting port c9b9f54c-489d-4a4a-8ee3-372781e55d3f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:16.293102 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.344464 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.356016 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] For port c9b9f54c-489d-4a4a-8ee3-372781e55d3f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,segment=NetworkSegment(0055942b-6556-4fc0-b8c8-9ec0dbef8ab9),segment_id=0055942b-6556-4fc0-b8c8-9ec0dbef8ab9)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:16.356413 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.368741 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] Calling delete_port for c9b9f54c-489d-4a4a-8ee3-372781e55d3f owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:16.370063 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.373653 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] No DVR routers for this DVR port c9b9f54c-489d-4a4a-8ee3-372781e55d3f on host dv-cinder-828805-1-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:16.446029 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (c6c6d40d-d95b-495a-9154-57d071f734ef), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.451519 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (c9b9f54c-489d-4a4a-8ee3-372781e55d3f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.467582 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6c6d40d-d95b-495a-9154-57d071f734ef']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:16.475331 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] Pushing event deleted for resources: {'Port': ['ID=c9b9f54c-489d-4a4a-8ee3-372781e55d3f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.477770 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:16.478111 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0055942b-6556-4fc0-b8c8-9ec0dbef8ab9') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:16.481533 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef8b84-fd1c-490f-a330-cfed5ec032ba None None] No DVR routers for this DVR port c9b9f54c-489d-4a4a-8ee3-372781e55d3f on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:16.489826 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (0055942b-6556-4fc0-b8c8-9ec0dbef8ab9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.504178 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (0055942b-6556-4fc0-b8c8-9ec0dbef8ab9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.510605 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:33:16.510993 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (0055942b-6556-4fc0-b8c8-9ec0dbef8ab9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:33:16.512729 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:33:16.567432 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (c6c6d40d-d95b-495a-9154-57d071f734ef), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.584913 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:16.588234 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c6c6d40d-d95b-495a-9154-57d071f734ef HTTP/1.1" status: 204 len: 168 time: 0.5471127 Feb 10 23:33:16.589721 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c05666-6b91-41d4-8f84-e4841f253b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6c6d40d-d95b-495a-9154-57d071f734ef,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.591384 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:16.986901 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:17.293000 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Deleting port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:17.293712 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:17.369905 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] For port 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:17.370352 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:17.386921 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Calling delete_port for 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:17.567386 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (0b2d3bbf-aaa3-4e48-a775-cbaa8debe207), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:17.593348 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2d3bbf-aaa3-4e48-a775-cbaa8debe207,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:17.676153 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:17.764335 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:17.870677 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 706b82d1-094d-4f8f-8dfc-c2674f5efecc no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:17.890384 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 706b82d1-094d-4f8f-8dfc-c2674f5efecc {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:17.890734 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 706b82d1-094d-4f8f-8dfc-c2674f5efecc not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:17.891149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device c9b9f54c-489d-4a4a-8ee3-372781e55d3f no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:17.910108 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: c9b9f54c-489d-4a4a-8ee3-372781e55d3f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:17.910458 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device c9b9f54c-489d-4a4a-8ee3-372781e55d3f not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:17.988037 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:33:18.330064 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:33:18.335024 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-607cd286-9892-4831-9c57-f0c0cd78d99a admin admin] 10.222.0.77 "PUT /v2.0/routers/e8db01a9-161c-49e4-bdc5-5f46d5aca0c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7426908 Feb 10 23:33:18.337747 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:18.339214 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] Sync routers for ids ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:18.349026 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] Routers {'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:33:18.349633 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:33:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:18.445417 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks [] for router (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:18.453000 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] Set router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:33:18.552456 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks [] for router_gateway (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:18.604815 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Deleting port e43259e1-a615-4d25-ac2c-c319cc84444f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:18.605305 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:18.628773 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172'}], 'enable_snat': True}, 'gw_port_id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:33:17Z', 'revision_number': 5, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port': {'id': 'e43259e1-a615-4d25-ac2c-c319cc84444f', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:29:54Z', 'updated_at': '2022-02-10T23:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:18.655771 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] Checking router: e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:18.663990 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] Routers {'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:33:18.664596 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:33:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:18.689098 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] For port e43259e1-a615-4d25-ac2c-c319cc84444f, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=e43259e1-a615-4d25-ac2c-c319cc84444f,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:18.689464 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:18.702079 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Calling delete_port for e43259e1-a615-4d25-ac2c-c319cc84444f owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:18.753922 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] Set router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:33:18.809487 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:33:18Z', 'revision_number': 6, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:18.835762 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5acf90-cfd7-4c00-81e6-ab890e4bf47d None None] The sync data for ids ['e8db01a9-161c-49e4-bdc5-5f46d5aca0c7'] in dv-cinder-828805-1-iscsi is: [{'id': 'e8db01a9-161c-49e4-bdc5-5f46d5aca0c7', 'name': 'tempest-TestMinimumBasicScenario-2107546411-router', 'tenant_id': '44e9b574db284879b75c9ec6ecad8b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:29:53Z', 'updated_at': '2022-02-10T23:33:18Z', 'revision_number': 6, 'project_id': '44e9b574db284879b75c9ec6ecad8b5a', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:18.879337 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (e43259e1-a615-4d25-ac2c-c319cc84444f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:18.910217 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43259e1-a615-4d25-ac2c-c319cc84444f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:18.970550 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.061532 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.063658 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks [] for router_controller (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.106737 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (e8db01a9-161c-49e4-bdc5-5f46d5aca0c7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.107305 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:33:19.112418 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.113562 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9ffb3d71-4ce2-426d-8297-be4aaab6e842 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e8db01a9-161c-49e4-bdc5-5f46d5aca0c7 HTTP/1.1" status: 204 len: 168 time: 0.7739296 Feb 10 23:33:19.116067 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56644) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:19.160083 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Deleting subnet 021efbff-2584-4d61-afbf-824e70f12edf {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:33:19.164715 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Publish callbacks [] for subnet (021efbff-2584-4d61-afbf-824e70f12edf), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.206014 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (021efbff-2584-4d61-afbf-824e70f12edf), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.284917 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (021efbff-2584-4d61-afbf-824e70f12edf), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.335841 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (021efbff-2584-4d61-afbf-824e70f12edf), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.360351 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=021efbff-2584-4d61-afbf-824e70f12edf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.363992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.367400 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-53596ecd-c7b9-4bf2-b77a-345d2babd8d7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/021efbff-2584-4d61-afbf-824e70f12edf HTTP/1.1" status: 204 len: 168 time: 0.2502458 Feb 10 23:33:19.369945 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fe6dc-42ed-4257-8a1c-67e1e831f968 None None] Network 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:33:19.370666 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56646) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:19.441545 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.496867 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Deleting port f1528330-0be7-4514-848d-b2550c80a1ec {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:19.497209 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.563754 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] For port f1528330-0be7-4514-848d-b2550c80a1ec, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f1528330-0be7-4514-848d-b2550c80a1ec,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:19.564151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.576589 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] DHCP port deletion for 95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:33:19.578775 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Calling delete_port for f1528330-0be7-4514-848d-b2550c80a1ec owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:19.623745 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.644818 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] Deleting port f1528330-0be7-4514-848d-b2550c80a1ec {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:33:19.645608 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.662498 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.689389 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1528330-0be7-4514-848d-b2550c80a1ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.692877 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] No DVR routers for this DVR port f1528330-0be7-4514-848d-b2550c80a1ec on host dv-cinder-828805-1-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:19.717072 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] For port f1528330-0be7-4514-848d-b2550c80a1ec, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f1528330-0be7-4514-848d-b2550c80a1ec,segment=NetworkSegment(3b12828f-fcf7-4d04-b999-a47cf96cc0ae),segment_id=3b12828f-fcf7-4d04-b999-a47cf96cc0ae)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:33:19.717555 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.731508 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] Calling delete_port for f1528330-0be7-4514-848d-b2550c80a1ec owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:33:19.768430 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.793428 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95df2d40-bb51-4e5a-90c9-5b16d4e08ba4']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:19.804283 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b12828f-fcf7-4d04-b999-a47cf96cc0ae') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:19.804586 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b12828f-fcf7-4d04-b999-a47cf96cc0ae') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:19.814687 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (3b12828f-fcf7-4d04-b999-a47cf96cc0ae), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.830128 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (3b12828f-fcf7-4d04-b999-a47cf96cc0ae), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.833234 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (f1528330-0be7-4514-848d-b2550c80a1ec), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.838627 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:33:19.839370 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (3b12828f-fcf7-4d04-b999-a47cf96cc0ae), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:33:19.842680 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:33:19.845190 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:19.887005 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] Pushing event deleted for resources: {'Port': ['ID=f1528330-0be7-4514-848d-b2550c80a1ec,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.892149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f16da-3eae-448d-b7cc-4491af766729 None None] No DVR routers for this DVR port f1528330-0be7-4514-848d-b2550c80a1ec on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:19.892149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:19.892149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 0b2d3bbf-aaa3-4e48-a775-cbaa8debe207 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:19.892149 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e43259e1-a615-4d25-ac2c-c319cc84444f no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:19.909010 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (95df2d40-bb51-4e5a-90c9-5b16d4e08ba4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.914344 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:19.914875 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: e43259e1-a615-4d25-ac2c-c319cc84444f {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:19.915092 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device e43259e1-a615-4d25-ac2c-c319cc84444f not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:19.915509 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f1528330-0be7-4514-848d-b2550c80a1ec no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:33:19.925370 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/95df2d40-bb51-4e5a-90c9-5b16d4e08ba4 HTTP/1.1" status: 204 len: 168 time: 0.5537989 Feb 10 23:33:19.938546 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: f1528330-0be7-4514-848d-b2550c80a1ec {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:33:19.938546 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f1528330-0be7-4514-848d-b2550c80a1ec not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:33:19.940146 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700d3d-f144-40a6-8e64-1450cb080aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=95df2d40-bb51-4e5a-90c9-5b16d4e08ba4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:20.079992 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:20.121146 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7c26b201-7b68-40c0-b2a9-1b5b279c3a46 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42cc48a71496497b9adb74c8f5cf683f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399511 Feb 10 23:33:20.123538 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:20.169844 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c82f68d-390c-44ca-a6bc-e48c3bb8c19b admin admin] Publish callbacks [] for security_group (4e645775-e9a6-4ecd-aeee-34a123d6ae92), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.190987 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c82f68d-390c-44ca-a6bc-e48c3bb8c19b admin admin] Publish callbacks [] for security_group (4e645775-e9a6-4ecd-aeee-34a123d6ae92), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.240294 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c82f68d-390c-44ca-a6bc-e48c3bb8c19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (4e645775-e9a6-4ecd-aeee-34a123d6ae92), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.242926 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9c82f68d-390c-44ca-a6bc-e48c3bb8c19b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.244968 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9c82f68d-390c-44ca-a6bc-e48c3bb8c19b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e645775-e9a6-4ecd-aeee-34a123d6ae92 HTTP/1.1" status: 204 len: 168 time: 0.1197944 Feb 10 23:33:20.253702 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82f68d-390c-44ca-a6bc-e48c3bb8c19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e645775-e9a6-4ecd-aeee-34a123d6ae92,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:20.549124 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56658) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:20.591651 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-98a2de8c-f211-4373-86a3-b87bc5b45f08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=44e9b574db284879b75c9ec6ecad8b5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413871 Feb 10 23:33:20.594140 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56660) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:33:20.641105 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f3511e-1b89-4d77-8e4a-8e3fed652d58 admin admin] Publish callbacks [] for security_group (d5c31fd2-1092-405e-afc7-3b907c26761f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.662223 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f3511e-1b89-4d77-8e4a-8e3fed652d58 admin admin] Publish callbacks [] for security_group (d5c31fd2-1092-405e-afc7-3b907c26761f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.709282 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f3511e-1b89-4d77-8e4a-8e3fed652d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d5c31fd2-1092-405e-afc7-3b907c26761f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.712062 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9f3511e-1b89-4d77-8e4a-8e3fed652d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:20.713835 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d9f3511e-1b89-4d77-8e4a-8e3fed652d58 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d5c31fd2-1092-405e-afc7-3b907c26761f HTTP/1.1" status: 204 len: 168 time: 0.1182292 Feb 10 23:33:20.721623 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3511e-1b89-4d77-8e4a-8e3fed652d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c31fd2-1092-405e-afc7-3b907c26761f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:21.240339 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:33:36.359232 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:42.920464 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-481bc90e-678d-43cb-aeb7-c67a4b1ee647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:45.268265 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fa04b87e-3572-4ed8-837d-e4dd8f160290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:46.008470 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:47.677943 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:49.595405 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:33:58.239681 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:34:06.374019 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:12.924362 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-422448a7-dd92-4397-b4d5-d13103503dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:15.270406 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61fe0717-6e4c-428b-a419-0888fc6f8bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:16.011708 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:17.679599 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:19.597845 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:35.238707 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:34:36.390654 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:42.926455 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-28484039-3c92-42a9-a379-0833fe377177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:43.604185 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56678) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:34:43.759168 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Deleting port e62f84e2-9614-4002-bb3e-6610cae937ce {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:43.759513 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:43.835922 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:43.836256 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (e62f84e2-9614-4002-bb3e-6610cae937ce), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:43.847910 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Calling delete_port for e62f84e2-9614-4002-bb3e-6610cae937ce owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:34:44.016771 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (e62f84e2-9614-4002-bb3e-6610cae937ce), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:44.042267 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'Port': ['ID=e62f84e2-9614-4002-bb3e-6610cae937ce,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:44.053545 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.053907 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.054257 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.054601 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.054939 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.055273 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.055609 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.055970 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.056307 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.056637 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.056967 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.057292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.057616 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:44.116474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (b5660f99-784d-4776-a3a9-34beee9cd4aa), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:44.116813 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Floating IP b5660f99-784d-4776-a3a9-34beee9cd4aa disassociated (deleted). External IP: 172.27.1.38, port: a9fc1c9e-39b6-42ea-abfc-562977622069. Feb 10 23:34:44.329193 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:34:44.438813 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:34:44.443300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:44.449432 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:34:44.460253 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:34:44.460967 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:44.574700 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:34:44.743766 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fe2a6493-c224-4f01-8bc5-02aa3da8b566 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "DELETE /v2.0/floatingips/b5660f99-784d-4776-a3a9-34beee9cd4aa HTTP/1.1" status: 204 len: 168 time: 1.1384683 Feb 10 23:34:44.744514 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:34:44.747513 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c2fef3-acc6-412e-b7bd-c4a582524454" -d '{"events": [{"name": "network-changed", "server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:34:44.789498 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eea32aa-1ff6-4b97-bdbe-50a573c14e60 x-openstack-request-id: req-0eea32aa-1ff6-4b97-bdbe-50a573c14e60 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:34:44.789804 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:34:44.790055 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0eea32aa-1ff6-4b97-bdbe-50a573c14e60 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:34:44.790449 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'status': 'completed', 'code': 200} Feb 10 23:34:44.891130 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-2d4fcacf-b495-42e4-84f6-45ac49d13250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:44.892900 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-2d4fcacf-b495-42e4-84f6-45ac49d13250 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 1129 time: 0.0591791 Feb 10 23:34:44.944401 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:32Z', 'revision_number': 1, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:44.971559 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:34:44.979673 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:34:44.980585 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:15Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:45.055129 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b840e-74f8-41f9-9a06-19388931a62b req-6f899abf-07c2-4d54-ac37-030c47701ad9 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:45.056595 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15b840e-74f8-41f9-9a06-19388931a62b req-6f899abf-07c2-4d54-ac37-030c47701ad9 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.1252811 Feb 10 23:34:45.062019 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-228bcf64-6550-4d23-b7f3-a7b387ca8cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:45.063406 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-228bcf64-6550-4d23-b7f3-a7b387ca8cca service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.1333590 Feb 10 23:34:45.090684 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:34:45.121654 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-25833047-ab4b-4752-b64d-9811167b6ffc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9fc1c9e-39b6-42ea-abfc-562977622069 HTTP/1.1" status: 200 len: 217 time: 0.0489860 Feb 10 23:34:45.181716 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f15b840e-74f8-41f9-9a06-19388931a62b req-6cfe1320-9dcd-4cb8-bf84-34b1e1136cac tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173182 Feb 10 23:34:45.191200 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-de9769b0-8c7f-409c-b5fd-d68235f3216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:45.192807 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-de9769b0-8c7f-409c-b5fd-d68235f3216b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0647955 Feb 10 23:34:45.243165 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-ed06d2ef-a708-4dd8-9c48-1145fe67625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:45.244705 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-ed06d2ef-a708-4dd8-9c48-1145fe67625e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454175 Feb 10 23:34:45.306017 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-aefa9f4f-6bc4-4d1c-aff7-7c15e8c55317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:45.334566 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:32Z', 'revision_number': 1, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:45.345265 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-02bcb4f9-57c7-412c-850e-5bdb1c3732f7 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915782 Feb 10 23:34:45.362324 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e389e-b3d1-4967-b516-69845d33f069 None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_floatingips': [{'id': 'dac4444b-2a6c-473f-a71a-506f2cfbaa47', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'router_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'port_id': 'a044698c-10b0-4b1a-9baf-399459718881', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'mac_address': 'fa:16:3e:14:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47e7483-60e2-4299-a120-9202dc2da205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:30:29Z', 'updated_at': '2022-02-10T23:30:32Z', 'revision_number': 1, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:34:45.439677 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c2fef3-acc6-412e-b7bd-c4a582524454 req-96cd8dd6-4975-4387-b819-7ee573514685 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884428 Feb 10 23:34:45.581656 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4a3f04-c780-4f57-b3b6-31783c0d3a49 None None] New status for floating IP b5660f99-784d-4776-a3a9-34beee9cd4aa: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:34:46.014980 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:46.302423 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd995e-40ad-47e2-ad26-493d71b06ffa req-962a6a6e-ee94-4185-876f-2b2707ec9f2e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:46.304102 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2dd995e-40ad-47e2-ad26-493d71b06ffa req-962a6a6e-ee94-4185-876f-2b2707ec9f2e tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.0519290 Feb 10 23:34:46.352656 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-b2dd995e-40ad-47e2-ad26-493d71b06ffa req-a3fb7cbb-2516-46b6-87cb-a6ad4eb7833d tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 Feb 10 23:34:46.833806 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-61432f17-d511-4d4c-8b88-7735cb1f9349 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:46.835280 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-61432f17-d511-4d4c-8b88-7735cb1f9349 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 945 time: 0.0584679 Feb 10 23:34:46.933390 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Deleting port a9fc1c9e-39b6-42ea-abfc-562977622069 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:46.934291 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:47.025292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] For port a9fc1c9e-39b6-42ea-abfc-562977622069, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a9fc1c9e-39b6-42ea-abfc-562977622069,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:47.025646 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:47.037903 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Calling delete_port for a9fc1c9e-39b6-42ea-abfc-562977622069 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:34:47.172268 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a9fc1c9e-39b6-42ea-abfc-562977622069), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:47.204939 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'Port': ['ID=a9fc1c9e-39b6-42ea-abfc-562977622069,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:47.247201 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] No DVR routers for this DVR port a9fc1c9e-39b6-42ea-abfc-562977622069 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:34:47.249736 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:47.253094 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05c86c0b-bbd5-4d05-999f-ec31f594b02e req-0f57fa22-eeb3-4f62-8698-de427fb029de tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "DELETE /v2.0/ports/a9fc1c9e-39b6-42ea-abfc-562977622069 HTTP/1.1" status: 204 len: 173 time: 0.4067829 Feb 10 23:34:47.253539 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'name': 'network-vif-deleted', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:34:47.255779 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fd6856-b309-4702-9d16-f5be59a11824" -d '{"events": [{"server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "name": "network-vif-deleted", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:34:47.294493 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d98b54-0fd9-4b96-afa0-37587642b125 x-openstack-request-id: req-89d98b54-0fd9-4b96-afa0-37587642b125 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:34:47.294825 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8467e822-cff7-4e63-8298-a569456977e9", "name": "network-vif-deleted", "tag": "a9fc1c9e-39b6-42ea-abfc-562977622069", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:34:47.295083 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-89d98b54-0fd9-4b96-afa0-37587642b125 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:34:47.295517 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8467e822-cff7-4e63-8298-a569456977e9', 'name': 'network-vif-deleted', 'tag': 'a9fc1c9e-39b6-42ea-abfc-562977622069', 'status': 'completed', 'code': 200} Feb 10 23:34:47.447925 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-67497061-639f-4a02-be5e-2f13deef349c req-f14a445c-fb92-40e6-b768-084d2bddf234 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=8467e822-cff7-4e63-8298-a569456977e9 HTTP/1.1" status: 200 len: 210 time: 0.0271492 Feb 10 23:34:47.685340 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:49.603396 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:50.254275 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-8b85fe01-2425-48f4-9a43-945273cd9cea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436192 Feb 10 23:34:50.352400 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-b7012aad-a081-4e48-a2f7-6d8fc7e72fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:50.353925 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-b7012aad-a081-4e48-a2f7-6d8fc7e72fb3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1129 time: 0.0442481 Feb 10 23:34:50.457660 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-761d241a-a187-47ad-84dd-c54dd521774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:50.459230 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-761d241a-a187-47ad-84dd-c54dd521774f service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.0883682 Feb 10 23:34:50.526699 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-1296e30f-0f23-4055-b92f-58ebb1696113 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 1000 time: 0.0616159 Feb 10 23:34:50.570502 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a9fc1c9e-39b6-42ea-abfc-562977622069 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:34:50.575123 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-247f3b17-1522-4251-a4c8-dd1a7704a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:50.576639 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-247f3b17-1522-4251-a4c8-dd1a7704a658 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0440004 Feb 10 23:34:50.590499 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a9fc1c9e-39b6-42ea-abfc-562977622069 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:34:50.590842 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a9fc1c9e-39b6-42ea-abfc-562977622069 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:34:50.626555 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-6b002ac2-b2f0-4a5c-92e7-11ed1f6d17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:50.628012 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-6b002ac2-b2f0-4a5c-92e7-11ed1f6d17b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455689 Feb 10 23:34:50.719262 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56726) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:34:50.720125 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-dc5a7f73-b586-4407-b931-e855626af0bc service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Feb 10 23:34:50.809624 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30a4735a-9881-4bd4-9c9e-a3c57242df72 req-6c93ddc3-d9d9-498e-a599-06140e1cb3bd service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841553 Feb 10 23:34:50.878955 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Deleting port f42f2f52-043e-45fc-942f-35bf285994ff {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:50.879208 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (f42f2f52-043e-45fc-942f-35bf285994ff), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:50.951645 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (f42f2f52-043e-45fc-942f-35bf285994ff), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:50.951999 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (f42f2f52-043e-45fc-942f-35bf285994ff), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:50.963312 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Calling delete_port for f42f2f52-043e-45fc-942f-35bf285994ff owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:34:51.111050 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (f42f2f52-043e-45fc-942f-35bf285994ff), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:51.134855 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'Port': ['ID=f42f2f52-043e-45fc-942f-35bf285994ff,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:51.148415 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.148773 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.149121 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.149460 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.149795 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.150126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.150456 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.150786 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.151117 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.151446 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.151772 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.152126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.152544 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:51.211334 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (dac4444b-2a6c-473f-a71a-506f2cfbaa47), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:51.211667 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Floating IP dac4444b-2a6c-473f-a71a-506f2cfbaa47 disassociated (deleted). External IP: 172.27.1.55, port: a044698c-10b0-4b1a-9baf-399459718881. Feb 10 23:34:51.416556 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:34:51.526902 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:34:51.531392 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:51.536853 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:34:51.546101 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:34:51.546713 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.561790 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3e5b15b3-8046-4e33-a663-e48c6274a192 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "DELETE /v2.0/floatingips/dac4444b-2a6c-473f-a71a-506f2cfbaa47 HTTP/1.1" status: 204 len: 168 time: 0.8414063 Feb 10 23:34:51.562399 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:34:51.564722 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b2fa93f1f86bf6010acaeb633d642aa52a8444a8fbfab3cf02ef6b683c7661e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f494c9-d71c-4785-b42a-a15561fa8750" -d '{"events": [{"name": "network-changed", "server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "tag": "a044698c-10b0-4b1a-9baf-399459718881"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:34:51.600617 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Feb 2022 23:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf290b55-769b-4e8a-975c-d8df9a99dd23 x-openstack-request-id: req-bf290b55-769b-4e8a-975c-d8df9a99dd23 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:34:51.601218 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "tag": "a044698c-10b0-4b1a-9baf-399459718881", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:34:51.601417 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf290b55-769b-4e8a-975c-d8df9a99dd23 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:34:51.601837 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881', 'status': 'completed', 'code': 200} Feb 10 23:34:51.662176 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:34:51.691555 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-e566b14d-49ae-4b2a-9176-9d824dc078d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:51.693194 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-e566b14d-49ae-4b2a-9176-9d824dc078d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 1129 time: 0.0495596 Feb 10 23:34:51.862349 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d86a5-1dfe-4455-a217-5f7ebeb2e317 req-e28bbad7-fe18-478e-bafe-a47be5276e19 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:51.863881 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-278d86a5-1dfe-4455-a217-5f7ebeb2e317 req-e28bbad7-fe18-478e-bafe-a47be5276e19 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.1159928 Feb 10 23:34:51.866647 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-a8c4fe77-45f8-4905-b165-3e7a310098f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:51.868033 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-a8c4fe77-45f8-4905-b165-3e7a310098f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 200 len: 913 time: 0.1293499 Feb 10 23:34:51.881478 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.912037 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:34:51.920424 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:34:51.921024 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:51.921145 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-426b867c-0ff2-4c81-9a9e-3846531b939f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 200 len: 217 time: 0.0453002 Feb 10 23:34:51.978720 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-278d86a5-1dfe-4455-a217-5f7ebeb2e317 req-9a854036-97ae-482b-b776-b69f847534e8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093261 Feb 10 23:34:51.988071 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-bc20f7be-2d2b-471a-833e-1a0abc6c23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:51.990265 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-bc20f7be-2d2b-471a-833e-1a0abc6c23a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 200 len: 851 time: 0.0593431 Feb 10 23:34:52.030997 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:34:52.039347 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-bf290e9f-6609-44be-bdc2-64acc00d7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:52.040874 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-bf290e9f-6609-44be-bdc2-64acc00d7820 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=890eaf3c-491f-4692-aea9-b5c0cbc7bd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445254 Feb 10 23:34:52.139619 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-2b4066ce-5074-40ca-a12a-490c4c8d8320 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909107 Feb 10 23:34:52.231221 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:52.234203 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55f494c9-d71c-4785-b42a-a15561fa8750 req-156628be-878f-4d1d-aa33-bed9e86b1854 service neutron] 10.222.0.43 "GET /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Feb 10 23:34:52.257093 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250c5036-20db-47ec-8506-3eb7fca739dc None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:00Z', 'revision_number': 4, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi', '_interfaces': [{'id': '339ae43a-4d03-4139-92ac-ba80c3206832', 'name': '', 'network_id': '890eaf3c-491f-4692-aea9-b5c0cbc7bd07', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'mac_address': 'fa:16:3e:6c:9b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:59Z', 'updated_at': '2022-02-10T23:26:04Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'subnets': [{'id': 'fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:34:52.479423 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91f43b5-e142-4285-ae44-351d16ba0b62 None None] New status for floating IP dac4444b-2a6c-473f-a71a-506f2cfbaa47: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:34:53.102049 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff90257-88ca-480a-967a-166b6953c33d req-f07f8910-138b-4eaa-aab8-13aad67a5975 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:53.103750 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4ff90257-88ca-480a-967a-166b6953c33d req-f07f8910-138b-4eaa-aab8-13aad67a5975 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.0552623 Feb 10 23:34:53.153704 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-4ff90257-88ca-480a-967a-166b6953c33d req-9d490c19-44a4-4aa3-8078-c319ed71bf1b tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/security-groups?id=37ef8fbe-0127-4d93-96d1-9398d622969c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432212 Feb 10 23:34:53.620526 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-e1492d73-35ac-4477-a265-889eff4e4bb8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:53.622568 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-e1492d73-35ac-4477-a265-889eff4e4bb8 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 945 time: 0.0523746 Feb 10 23:34:53.712206 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Deleting port a044698c-10b0-4b1a-9baf-399459718881 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:53.712548 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (a044698c-10b0-4b1a-9baf-399459718881), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:53.801795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] For port a044698c-10b0-4b1a-9baf-399459718881, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=a044698c-10b0-4b1a-9baf-399459718881,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:53.802151 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (a044698c-10b0-4b1a-9baf-399459718881), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:53.815099 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Calling delete_port for a044698c-10b0-4b1a-9baf-399459718881 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:34:53.943492 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (a044698c-10b0-4b1a-9baf-399459718881), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:53.970258 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'Port': ['ID=a044698c-10b0-4b1a-9baf-399459718881,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:54.015164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] No DVR routers for this DVR port a044698c-10b0-4b1a-9baf-399459718881 on host hv-cinder-82880 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:34:54.017626 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:54.020939 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d177f78-827e-4a27-8921-e5171c11eb3e req-a62e8679-86f7-49ae-b495-ea6c195c2519 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.43 "DELETE /v2.0/ports/a044698c-10b0-4b1a-9baf-399459718881 HTTP/1.1" status: 204 len: 173 time: 0.3929925 Feb 10 23:34:54.021380 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'name': 'network-vif-deleted', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 10 23:34:54.023589 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d52e707b04d16729003fb09d61882253ea0db41d795af1eee9cd7309d8ec312" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d91dbb-98a7-46e7-9769-9e268463943e" -d '{"events": [{"server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "name": "network-vif-deleted", "tag": "a044698c-10b0-4b1a-9baf-399459718881"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 10 23:34:54.062030 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Feb 2022 23:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9b0fbf-c16d-4428-a621-2faa5a3bc990 x-openstack-request-id: req-9a9b0fbf-c16d-4428-a621-2faa5a3bc990 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 10 23:34:54.062328 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47e7483-60e2-4299-a120-9202dc2da205", "name": "network-vif-deleted", "tag": "a044698c-10b0-4b1a-9baf-399459718881", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 10 23:34:54.062586 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a9b0fbf-c16d-4428-a621-2faa5a3bc990 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 10 23:34:54.062988 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47e7483-60e2-4299-a120-9202dc2da205', 'name': 'network-vif-deleted', 'tag': 'a044698c-10b0-4b1a-9baf-399459718881', 'status': 'completed', 'code': 200} Feb 10 23:34:54.252601 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [req-3f2d85d3-3c0d-44b0-a7bb-262725008c00 req-5681113a-e900-4577-9fae-907443bec6d0 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "GET /v2.0/ports?device_id=b47e7483-60e2-4299-a120-9202dc2da205 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Feb 10 23:34:55.308526 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56742) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:34:55.428261 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Deleting port 187a0c0a-0fc7-4924-8cce-b8af0088d5cb {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:55.428605 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:55.506001 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:55.506322 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:55.518344 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Calling delete_port for 187a0c0a-0fc7-4924-8cce-b8af0088d5cb owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:34:55.651309 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (187a0c0a-0fc7-4924-8cce-b8af0088d5cb), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:55.676518 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'Port': ['ID=187a0c0a-0fc7-4924-8cce-b8af0088d5cb,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:55.738677 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for floatingip (798730d8-52bf-4f6f-85fb-6fcd1e6cc2de), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:55.741253 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-175191'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:55.742390 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c0ef42b0-f071-4e85-813c-eae2f7345161 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "DELETE /v2.0/floatingips/798730d8-52bf-4f6f-85fb-6fcd1e6cc2de HTTP/1.1" status: 204 len: 168 time: 0.4328306 Feb 10 23:34:56.926309 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:34:56.980137 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12e3eab9-99f0-4543-a36c-222863276596 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group (37ef8fbe-0127-4d93-96d1-9398d622969c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:57.004878 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12e3eab9-99f0-4543-a36c-222863276596 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group (37ef8fbe-0127-4d93-96d1-9398d622969c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:57.068563 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12e3eab9-99f0-4543-a36c-222863276596 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (37ef8fbe-0127-4d93-96d1-9398d622969c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:57.071080 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12e3eab9-99f0-4543-a36c-222863276596 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:57.072261 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-12e3eab9-99f0-4543-a36c-222863276596 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] 10.222.0.77 "DELETE /v2.0/security-groups/37ef8fbe-0127-4d93-96d1-9398d622969c HTTP/1.1" status: 204 len: 168 time: 0.1449647 Feb 10 23:34:57.082487 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3eab9-99f0-4543-a36c-222863276596 tempest-TestVolumeBootPattern-2000694363 tempest-TestVolumeBootPattern-2000694363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef8fbe-0127-4d93-96d1-9398d622969c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:58.153041 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56760) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:34:58.618730 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a044698c-10b0-4b1a-9baf-399459718881 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:34:58.635142 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:58.639225 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] No Port match for: a044698c-10b0-4b1a-9baf-399459718881 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:34:58.639575 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Device a044698c-10b0-4b1a-9baf-399459718881 not bound to the agent host hv-cinder-82880 {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:34:58.877614 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Deleting port 339ae43a-4d03-4139-92ac-ba80c3206832 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:58.877864 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:58.958126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] For port 339ae43a-4d03-4139-92ac-ba80c3206832, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=339ae43a-4d03-4139-92ac-ba80c3206832,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:34:58.958479 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:58.971110 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Calling delete_port for 339ae43a-4d03-4139-92ac-ba80c3206832 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:34:59.150171 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (339ae43a-4d03-4139-92ac-ba80c3206832), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:59.175844 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Pushing event deleted for resources: {'Port': ['ID=339ae43a-4d03-4139-92ac-ba80c3206832,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:59.348713 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:59.566606 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:34:59.673688 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:34:59.678723 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-14e1bd55-8ffa-4035-8240-bcf5b3ce7071 admin admin] 10.222.0.77 "PUT /v2.0/routers/3341e0c0-84bd-412a-8f8d-4cfb1760eb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5245717 Feb 10 23:34:59.681141 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:34:59.683709 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] Sync routers for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:34:59.693403 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:34:59.694013 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:59.785134 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks [] for router (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:59.800805 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:34:59.893612 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks [] for router_gateway (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:59.944808 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Deleting port 1e3a8638-c457-4547-b337-7e45d5a9c2a8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:34:59.945152 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:34:59.977053 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:34:59Z', 'revision_number': 5, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port': {'id': '1e3a8638-c457-4547-b337-7e45d5a9c2a8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:72:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:00.007645 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] Checking router: 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 for host: dv-cinder-828805-1-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:35:00.016670 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] Routers {'3341e0c0-84bd-412a-8f8d-4cfb1760eb52'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:35:00.017270 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:00.027225 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] For port 1e3a8638-c457-4547-b337-7e45d5a9c2a8, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=1e3a8638-c457-4547-b337-7e45d5a9c2a8,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:00.028266 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.040632 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Calling delete_port for 1e3a8638-c457-4547-b337-7e45d5a9c2a8 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:35:00.241234 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] Set router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:35:00.294708 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:34:59Z', 'revision_number': 6, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:00.325392 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cc534-b1db-4b1b-ba99-8a2875599930 None None] The sync data for ids ['3341e0c0-84bd-412a-8f8d-4cfb1760eb52'] in dv-cinder-828805-1-iscsi is: [{'id': '3341e0c0-84bd-412a-8f8d-4cfb1760eb52', 'name': 'tempest-TestVolumeBootPattern-1118257197-router', 'tenant_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:25:57Z', 'updated_at': '2022-02-10T23:34:59Z', 'revision_number': 6, 'project_id': 'b55b4d0e04bf46e18d0f7a1d3851b603', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:35:00.466946 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (1e3a8638-c457-4547-b337-7e45d5a9c2a8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.492412 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e3a8638-c457-4547-b337-7e45d5a9c2a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:00.551108 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.644064 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.646062 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks [] for router_controller (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.692106 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (3341e0c0-84bd-412a-8f8d-4cfb1760eb52), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.692694 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3341e0c0-84bd-412a-8f8d-4cfb1760eb52 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:35:00.697393 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.698581 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a0faca7a-47dc-4886-ae66-47cd25bc20f7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3341e0c0-84bd-412a-8f8d-4cfb1760eb52 HTTP/1.1" status: 204 len: 168 time: 1.0165131 Feb 10 23:35:00.701757 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56766) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:00.748096 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Deleting subnet fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:35:00.751459 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Publish callbacks [] for subnet (fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.786218 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8810977'] for subnet (fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.866126 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.917537 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9214698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8956655'] for subnet (fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.942993 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:00.946550 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:00.949760 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5c225be3-1246-4de4-bf72-489b8447ab91 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fcbfd3b9-e4d1-4ee9-8ec9-1b09c941a9d8 HTTP/1.1" status: 204 len: 168 time: 0.2469108 Feb 10 23:35:00.952374 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 56768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:00.954738 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd90f821-fa86-4ce7-8e82-b7071c50a934 None None] Network 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:35:01.024905 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (890eaf3c-491f-4692-aea9-b5c0cbc7bd07), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.080201 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Deleting port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:35:01.080697 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.124341 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] DHCP port deletion for 890eaf3c-491f-4692-aea9-b5c0cbc7bd07 request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:35:01.155048 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] For port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:01.155515 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.173291 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Calling delete_port for 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:35:01.175214 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Deleting port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:35:01.175585 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.245027 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] For port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,segment=NetworkSegment(9214061e-09a0-47f6-a6fc-0fb0dea6f0ff),segment_id=9214061e-09a0-47f6-a6fc-0fb0dea6f0ff)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:01.245982 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.256740 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9214471'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.260363 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Calling delete_port for 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:35:01.284605 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:01.286423 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] No DVR routers for this DVR port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 on host dv-cinder-828805-1-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:01.350177 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593'] for port (6ed36a53-3138-4bda-9fe9-76dcb2e25df2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.363770 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (890eaf3c-491f-4692-aea9-b5c0cbc7bd07), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.376769 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Pushing event deleted for resources: {'Port': ['ID=6ed36a53-3138-4bda-9fe9-76dcb2e25df2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:01.385031 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890eaf3c-491f-4692-aea9-b5c0cbc7bd07']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:01.386626 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.387127 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.387478 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.387898 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.388240 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.388575 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.388910 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.389241 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.389802 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.390298 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.390633 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.394325 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.394325 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828805-1-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:35:01.394325 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e955c8b-c679-467a-a2fb-f9d261faa995 None None] No DVR routers for this DVR port 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 on host dv-cinder-828805-1-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:01.397870 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:01.398200 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9214061e-09a0-47f6-a6fc-0fb0dea6f0ff') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:01.409616 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8810968'] for segment (9214061e-09a0-47f6-a6fc-0fb0dea6f0ff), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.423723 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (9214061e-09a0-47f6-a6fc-0fb0dea6f0ff), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.429552 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:35:01.429932 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9214544'] for segment (9214061e-09a0-47f6-a6fc-0fb0dea6f0ff), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: timer() Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: cb(*args, **kw) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: self._notify() Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: self.callback(batched_events) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: event.method(event) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._get(url).json() Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:01.431672 dv-cinder-828805-1-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:01.487256 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (890eaf3c-491f-4692-aea9-b5c0cbc7bd07), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.493938 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.497132 dv-cinder-828805-1-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/890eaf3c-491f-4692-aea9-b5c0cbc7bd07 HTTP/1.1" status: 204 len: 168 time: 0.5438488 Feb 10 23:35:01.500226 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56770) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:01.510108 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafe97a-f69b-4ca1-8dca-c97a4e7cacf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=890eaf3c-491f-4692-aea9-b5c0cbc7bd07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:01.846930 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-917623'] for router_interface (209ebb82-0816-49c0-bad1-edb0f803ed86), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:01.874010 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 1e3a8638-c457-4547-b337-7e45d5a9c2a8 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:35:01.894642 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 1e3a8638-c457-4547-b337-7e45d5a9c2a8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:35:01.894987 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 1e3a8638-c457-4547-b337-7e45d5a9c2a8 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:35:01.895407 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:35:01.914532 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:35:01.914877 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 6ed36a53-3138-4bda-9fe9-76dcb2e25df2 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:35:01.915289 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 339ae43a-4d03-4139-92ac-ba80c3206832 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:35:01.935512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 339ae43a-4d03-4139-92ac-ba80c3206832 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:35:01.935886 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 339ae43a-4d03-4139-92ac-ba80c3206832 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:35:02.095863 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Deleting port f960ad20-78b5-4351-a04a-0d7396ac23b7 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:35:02.096210 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:02.171536 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] For port f960ad20-78b5-4351-a04a-0d7396ac23b7, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=f960ad20-78b5-4351-a04a-0d7396ac23b7,segment=NetworkSegment(0c9f174f-1428-4a9d-89f0-7926878d6696),segment_id=0c9f174f-1428-4a9d-89f0-7926878d6696)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:02.171926 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:02.184575 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Calling delete_port for f960ad20-78b5-4351-a04a-0d7396ac23b7 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:35:02.361673 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (f960ad20-78b5-4351-a04a-0d7396ac23b7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:02.388289 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Pushing event deleted for resources: {'Port': ['ID=f960ad20-78b5-4351-a04a-0d7396ac23b7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:02.559301 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-654773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-917731'] for router_interface (209ebb82-0816-49c0-bad1-edb0f803ed86), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.033509 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Router 209ebb82-0816-49c0-bad1-edb0f803ed86 has already been hosted by L3 agent 29cd5ecf-0a0b-4377-88c5-5c05477d4459 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 10 23:35:03.137547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] Notify agent at l3_agent.dv-cinder-828805-1-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 10 23:35:03.142492 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b78140e2-fbee-4bfa-945f-3ea53da2ca6b admin admin] 10.222.0.77 "PUT /v2.0/routers/209ebb82-0816-49c0-bad1-edb0f803ed86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6412098 Feb 10 23:35:03.145153 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56772) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:03.147533 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] Sync routers for ids ['209ebb82-0816-49c0-bad1-edb0f803ed86'] in dv-cinder-828805-1-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:35:03.157674 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] Routers {'209ebb82-0816-49c0-bad1-edb0f803ed86'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:35:03.158285 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['209ebb82-0816-49c0-bad1-edb0f803ed86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:03.251292 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks [] for router (209ebb82-0816-49c0-bad1-edb0f803ed86), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.265566 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] Set router 209ebb82-0816-49c0-bad1-edb0f803ed86 gateway port host: dv-cinder-828805-1-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:35:03.355189 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks [] for router_gateway (209ebb82-0816-49c0-bad1-edb0f803ed86), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.411129 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Deleting port 2e791451-3440-4437-a706-38cfee9d03f8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:35:03.411474 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (2e791451-3440-4437-a706-38cfee9d03f8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.443542 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'external_fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': '2e791451-3440-4437-a706-38cfee9d03f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:35:02Z', 'revision_number': 5, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port': {'id': '2e791451-3440-4437-a706-38cfee9d03f8', 'name': '', 'network_id': 'b4be0655-7661-45af-9921-9f2f00546849', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:fa:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828805-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a3dd603-5c3e-4317-9456-e28324f3e351', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828805-1-iscsi'}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:03.471039 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] Checking router: 209ebb82-0816-49c0-bad1-edb0f803ed86 for host: dv-cinder-828805-1-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:35:03.479245 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] Routers {'209ebb82-0816-49c0-bad1-edb0f803ed86'} bound to L3 agent in host dv-cinder-828805-1-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 10 23:35:03.479940 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828805-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T23:07:45Z,description=,heartbeat_timestamp=2022-02-10T23:34:45Z,host='dv-cinder-828805-1-iscsi',id=29cd5ecf-0a0b-4377-88c5-5c05477d4459,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T23:07:45Z,topic='l3_agent')) {'router_ids': ['209ebb82-0816-49c0-bad1-edb0f803ed86'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:03.489849 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] For port 2e791451-3440-4437-a706-38cfee9d03f8, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=2e791451-3440-4437-a706-38cfee9d03f8,segment=NetworkSegment(498300fa-4639-4126-9e7f-7878a47a635f),segment_id=498300fa-4639-4126-9e7f-7878a47a635f)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:03.490211 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (2e791451-3440-4437-a706-38cfee9d03f8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.503001 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Calling delete_port for 2e791451-3440-4437-a706-38cfee9d03f8 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:35:03.692144 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] Set router 209ebb82-0816-49c0-bad1-edb0f803ed86 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 10 23:35:03.721633 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (2e791451-3440-4437-a706-38cfee9d03f8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.756840 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e791451-3440-4437-a706-38cfee9d03f8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:03.765332 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:35:03Z', 'revision_number': 6, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port_host': None}], 'dv-cinder-828805-1-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:03.799137 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacc34fe-0fc4-4cfe-a3cb-8958ef9b458f None None] The sync data for ids ['209ebb82-0816-49c0-bad1-edb0f803ed86'] in dv-cinder-828805-1-iscsi is: [{'id': '209ebb82-0816-49c0-bad1-edb0f803ed86', 'name': 'tempest-TestVolumeBootPattern-1131460223-router', 'tenant_id': '038e7a50c141460eb8217c8b359b9456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:26:02Z', 'updated_at': '2022-02-10T23:35:03Z', 'revision_number': 6, 'project_id': '038e7a50c141460eb8217c8b359b9456', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:35:03.847741 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-921149'] for router_gateway (209ebb82-0816-49c0-bad1-edb0f803ed86), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.946881 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-919684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60160'] for router (209ebb82-0816-49c0-bad1-edb0f803ed86), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.948959 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks [] for router_controller (209ebb82-0816-49c0-bad1-edb0f803ed86), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.995613 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-919693'] for router (209ebb82-0816-49c0-bad1-edb0f803ed86), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:03.996881 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 209ebb82-0816-49c0-bad1-edb0f803ed86 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 10 23:35:04.001321 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.002477 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c8a0ccc3-eb08-4d96-8cd5-4697103de739 admin admin] 10.222.0.77 "DELETE /v2.0/routers/209ebb82-0816-49c0-bad1-edb0f803ed86 HTTP/1.1" status: 204 len: 168 time: 0.8564041 Feb 10 23:35:04.005013 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:04.052912 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Deleting subnet e1c2d9b3-4e10-4c50-b689-173f86497ee7 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 10 23:35:04.055851 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Publish callbacks [] for subnet (e1c2d9b3-4e10-4c50-b689-173f86497ee7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.090005 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11747840'] for subnet (e1c2d9b3-4e10-4c50-b689-173f86497ee7), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.163388 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3996507'] for subnet (e1c2d9b3-4e10-4c50-b689-173f86497ee7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.220664 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3996498', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-462559', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8799735'] for subnet (e1c2d9b3-4e10-4c50-b689-173f86497ee7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.250164 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c2d9b3-4e10-4c50-b689-173f86497ee7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:04.256662 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.262677 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4dcc0679-cae9-4288-84e5-2fc3686bb946 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e1c2d9b3-4e10-4c50-b689-173f86497ee7 HTTP/1.1" status: 204 len: 168 time: 0.2540710 Feb 10 23:35:04.263401 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56776) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:04.265895 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa64da-e649-459d-86af-f627317ec2ed None None] Network d8fa6497-c741-4d43-8d84-906e146d924c requested from dv-cinder-828805-1-iscsi {{(pid=102670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 10 23:35:04.331300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4072077'] for network (d8fa6497-c741-4d43-8d84-906e146d924c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.385300 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Deleting port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 10 23:35:04.385644 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784828874635'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.451547 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] For port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd, host dv-cinder-828805-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828805-1-iscsi',level=0,port_id=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,segment=NetworkSegment(0c9f174f-1428-4a9d-89f0-7926878d6696),segment_id=0c9f174f-1428-4a9d-89f0-7926878d6696)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 10 23:35:04.451938 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-920524'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.464746 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Calling delete_port for 52cf13a1-8836-4917-ae7f-6402a0c2c8dd owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 10 23:35:04.541642 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4141359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421296', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784828877806', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784828454593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588420'] for port (52cf13a1-8836-4917-ae7f-6402a0c2c8dd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.566631 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cf13a1-8836-4917-ae7f-6402a0c2c8dd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:04.572996 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] No DVR routers for this DVR port 52cf13a1-8836-4917-ae7f-6402a0c2c8dd on host dv-cinder-828805-1-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:35:04.605470 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4fee46-60d1-470c-816e-93ada771d26e None None] DHCP port deletion for d8fa6497-c741-4d43-8d84-906e146d924c request from dv-cinder-828805-1-iscsi {{(pid=102670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 10 23:35:04.650359 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4145614', 'neutron.services.segments.db._delete_segments_for_network-8784828959672'] for network (d8fa6497-c741-4d43-8d84-906e146d924c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.671048 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fa6497-c741-4d43-8d84-906e146d924c']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:04.680336 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9f174f-1428-4a9d-89f0-7926878d6696') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:04.680638 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9f174f-1428-4a9d-89f0-7926878d6696') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:35:04.690884 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784828963777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11747897'] for segment (0c9f174f-1428-4a9d-89f0-7926878d6696), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.705185 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617'] for segment (0c9f174f-1428-4a9d-89f0-7926878d6696), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.711442 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:35:04.711948 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3993617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588499'] for segment (0c9f174f-1428-4a9d-89f0-7926878d6696), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: Traceback (most recent call last): Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: timer() Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: cb(*args, **kw) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: return func(*args, **kwargs) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: self._notify() Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: self.callback(batched_events) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: event.method(event) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: return f(self, *a, **k) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._get(url).json() Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:35:04.713733 dv-cinder-828805-1-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:35:04.774523 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4145605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557122', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-654780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-921185'] for network (d8fa6497-c741-4d43-8d84-906e146d924c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.780251 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-654802'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:04.784080 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d8fa6497-c741-4d43-8d84-906e146d924c HTTP/1.1" status: 204 len: 168 time: 0.5190907 Feb 10 23:35:04.796795 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ac15d-4a76-4c7b-af3e-d498c71550a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fa6497-c741-4d43-8d84-906e146d924c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:04.906981 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:04.945068 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-57c6b50f-d9f5-41e3-9088-2a2139628239 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b55b4d0e04bf46e18d0f7a1d3851b603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369608 Feb 10 23:35:04.947499 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56782) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:04.994422 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada2cd38-d95f-4550-9945-0b277e0ff5d8 admin admin] Publish callbacks [] for security_group (ebe2bcff-5a00-4889-9d39-8faa09b24abe), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.016563 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada2cd38-d95f-4550-9945-0b277e0ff5d8 admin admin] Publish callbacks [] for security_group (ebe2bcff-5a00-4889-9d39-8faa09b24abe), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.061302 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada2cd38-d95f-4550-9945-0b277e0ff5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (ebe2bcff-5a00-4889-9d39-8faa09b24abe), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.064043 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ada2cd38-d95f-4550-9945-0b277e0ff5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.065173 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ada2cd38-d95f-4550-9945-0b277e0ff5d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ebe2bcff-5a00-4889-9d39-8faa09b24abe HTTP/1.1" status: 204 len: 168 time: 0.1162419 Feb 10 23:35:05.072843 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2cd38-d95f-4550-9945-0b277e0ff5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe2bcff-5a00-4889-9d39-8faa09b24abe,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:05.377201 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56788) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:05.420262 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-254a96b6-57fc-4bf6-9bd0-f5149bed24c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=038e7a50c141460eb8217c8b359b9456&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417740 Feb 10 23:35:05.422668 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.77', 56790) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 10 23:35:05.470752 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c78140aa-01cf-4b9c-9549-e72752ba5009 admin admin] Publish callbacks [] for security_group (d2d5bc41-4d64-4959-bbb3-34c749240db1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.491228 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c78140aa-01cf-4b9c-9549-e72752ba5009 admin admin] Publish callbacks [] for security_group (d2d5bc41-4d64-4959-bbb3-34c749240db1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.537434 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c78140aa-01cf-4b9c-9549-e72752ba5009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557075'] for security_group (d2d5bc41-4d64-4959-bbb3-34c749240db1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.540478 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c78140aa-01cf-4b9c-9549-e72752ba5009 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:05.541617 dv-cinder-828805-1-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c78140aa-01cf-4b9c-9549-e72752ba5009 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2d5bc41-4d64-4959-bbb3-34c749240db1 HTTP/1.1" status: 204 len: 168 time: 0.1180625 Feb 10 23:35:05.549487 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78140aa-01cf-4b9c-9549-e72752ba5009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5bc41-4d64-4959-bbb3-34c749240db1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:35:05.874614 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 2e791451-3440-4437-a706-38cfee9d03f8 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:35:05.895833 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 2e791451-3440-4437-a706-38cfee9d03f8 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:35:05.896204 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 2e791451-3440-4437-a706-38cfee9d03f8 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:35:05.896624 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f960ad20-78b5-4351-a04a-0d7396ac23b7 no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:35:05.915895 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: f960ad20-78b5-4351-a04a-0d7396ac23b7 {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:35:05.916249 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device f960ad20-78b5-4351-a04a-0d7396ac23b7 not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:35:05.916663 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 52cf13a1-8836-4917-ae7f-6402a0c2c8dd no longer exists at agent ovs-agent-dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 10 23:35:05.935877 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] No Port match for: 52cf13a1-8836-4917-ae7f-6402a0c2c8dd {{(pid=102670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 10 23:35:05.936228 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.rpc [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Device 52cf13a1-8836-4917-ae7f-6402a0c2c8dd not bound to the agent host dv-cinder-828805-1-iscsi {{(pid=102670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 10 23:35:06.392608 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:12.238327 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:35:12.928151 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b07f4557-2641-404a-b6d8-f48d61c2127f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:15.270612 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d90bd8c3-c56e-4833-af2d-728258b3c6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:16.016500 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:17.677817 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:19.596337 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:36.405725 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:42.929309 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-100ed2a2-d266-4f39-b998-01c6f41f914e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:45.273115 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2bced77d-15fc-41a9-8268-90ecc7a10e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:46.019384 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:47.680674 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:35:49.237893 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:35:49.598219 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:06.406140 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:12.930309 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1a9644ba-8399-409e-b3de-a691a15ae781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:15.274562 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9e1a96a3-ee73-4799-9457-e19634ba50bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:16.022136 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:17.682495 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:19.611811 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:26.237931 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:36:36.420951 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:42.931920 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2fffe52c-462e-4b95-ad1b-78398e016c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:45.276971 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ef9bc297-0608-4bcd-a9b3-2be9fe73796a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:46.025338 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:47.685686 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:36:49.603544 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:03.238076 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:37:06.436620 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:12.934061 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ff044674-18e0-4a2b-83e7-bd458a7e7f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:15.281585 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-934c145e-50ee-4f98-91a9-fe9266a39128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:16.028503 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:17.689399 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:19.611006 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:36.435104 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:40.240409 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:37:42.935349 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-334342fa-da7b-4120-ab23-c2a0afb3f641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:45.283307 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ece0568-1bc6-45db-85e5-3ec485432360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:46.032409 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:47.691900 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:37:49.603372 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:06.450695 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:12.937512 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94407764-5587-4159-a71a-6842c68b00f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:15.285016 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13cc1651-511b-41b0-b892-00aa36e42ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:16.034396 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:17.239707 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:38:17.693469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:19.605914 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:19.766662 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-702e130d-0519-4905-8dbd-7e13ffed7a0a service neutron] (102669) timed out ('10.222.0.77', 52600) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:38:19.938491 dv-cinder-828805-1-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-3000f2ce-a9e7-4e41-9374-550a34920130 req-4d53f76d-c934-48c0-83c0-fd6c383b0632 tempest-TestShelveInstance-978088658 tempest-TestShelveInstance-978088658-project] (102669) timed out ('10.222.0.77', 52608) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:38:36.445230 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:42.940786 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-262cd5dc-71c1-4ed2-968c-5e6edfd21be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:45.290158 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2130f0c5-7bcb-46c4-8282-e4dd5c84b2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:46.037575 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:47.696230 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:49.607837 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:38:54.238450 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:38:56.735628 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-d85b5d5c-c38e-44b8-be79-c178c13a46ec service neutron] (102668) timed out ('10.222.0.77', 51232) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:38:56.822357 dv-cinder-828805-1-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-4fd72a7b-4aa0-4796-bbf9-f455f08ba99e req-03107676-7d27-4598-ab74-487563a729e6 tempest-AttachVolumeShelveTestJSON-635685574 tempest-AttachVolumeShelveTestJSON-635685574-project] (102668) timed out ('10.222.0.77', 51240) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 10 23:39:06.442623 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:12.942995 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b885ab79-0211-4aac-b937-b25c96442ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:15.291261 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3c00fd9e-62bb-48d3-8b1b-4109c307b70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:16.040744 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:17.698467 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:19.609074 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:31.238336 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:39:36.441469 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:42.944353 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2235db8c-0de9-4f95-bd57-7f4e5ed23bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:45.292853 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf0234b8-e25c-470b-947d-deddf81b7e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:46.042531 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:47.700926 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:39:49.611309 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:06.459209 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:08.238238 dv-cinder-828805-1-iscsi neutron-server[102671]: DEBUG neutron.db.agents_db [None req-60c5b37f-7eb2-4c16-92ca-b3a273ebb860 None None] Agent healthcheck: found 6 active agents {{(pid=102671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 10 23:40:12.944697 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3f8235b8-2b2e-467f-b1e7-b3cb3dbfc833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (93d7369d-8fa1-4d22-b5d6-757339fc92f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:15.294392 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-750d556c-b9db-4335-a71b-2d1981f27226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (29cd5ecf-0a0b-4377-88c5-5c05477d4459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:16.045546 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-07cdcece-f054-4887-923e-8e572f5239f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (52198e17-6249-44ae-bb02-2d18bec0b22e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:17.703606 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89159f34-1f75-4f5e-8531-603461fd53db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (aadcca41-201b-4275-bbff-7fe82ae8e120), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:19.613664 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87661ea1-0712-42bd-b459-96b3c4c43278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (e85a2102-a4e1-4b97-9aae-05a0e71a72cb), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 10 23:40:36.454138 dv-cinder-828805-1-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b0b77f63-06a6-4341-9cd0-59bec7df703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784828959654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4148215'] for agent (6c73cd0f-f6e0-4f42-9248-7ce58d4b2f10), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}